From 76ea95f44c870bfcf1631401491346be8d839bf2 Mon Sep 17 00:00:00 2001 From: JJ Date: Mon, 24 Apr 2023 12:12:13 -0700 Subject: Update robots.txt --- robots.txt | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/robots.txt b/robots.txt index 19d9041..e78eb38 100644 --- a/robots.txt +++ b/robots.txt @@ -1,3 +1,23 @@ User-agent: * Disallow: /spartronics-slack/ Disallow: /chronology/ + +# See https://seirdy.one/robots.txt + +User-agent: Adsbot +Disallow: / + +User-agent: BLEXBot +Disallow: / + +User-agent: NPBot +Disallow: / + +User-agent: SlySearch +Disallow: / + +User-agent: TurnitinBot +Disallow: / + +User-agent: ChatGPT-User +Disallow: / \ No newline at end of file -- cgit v1.2.3-70-g09d2