From 8ca06b15dca909af10d1a86b427e9d66885c4416 Mon Sep 17 00:00:00 2001 From: Ad5001 Date: Sat, 30 Sep 2023 00:21:24 +0200 Subject: [PATCH] Adding robots.txt --- static/robots.txt | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 static/robots.txt diff --git a/static/robots.txt b/static/robots.txt new file mode 100644 index 0000000..5a21fd7 --- /dev/null +++ b/static/robots.txt @@ -0,0 +1,8 @@ +User-agent: GPTBot +Disallow: / +User-agent: ChatGPT-User +Disallow: / +User-agent: Google-Extended +Disallow: / +User-agent: CCBot +Disallow: /