From d130f114af8adf9ba12e8ccfc9b5a8228ddddb29 Mon Sep 17 00:00:00 2001 From: j-james Date: Wed, 23 Mar 2022 18:00:47 -0700 Subject: Exclude Spartronics archives from crawlers --- robots.txt | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..19d9041 --- /dev/null +++ b/robots.txt @@ -0,0 +1,3 @@ +User-agent: * +Disallow: /spartronics-slack/ +Disallow: /chronology/ -- cgit v1.2.3-70-g09d2