Update robots.txt to disallow Bots

codeyard · web-flow · commit f20a69edb9aa · 2023-10-13T21:47:45.000+02:00
diff --git a/robots.txt b/robots.txt
@@ -1 +1,22 @@
 Disallow: /start/
+
+User-agent: CCBot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-Agent: FacebookBot
+Disallow: /
+
+User-agent: Amazonbot
+Disallow: /
