robots.txt block AI bots

alexcican · Nov 30, 2023 · eefaade · eefaade
1 parent 3bb223c
commit eefaade
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,14 @@
+User-agent: GPTBot
+User-agent: ChatGPT-User
+User-agent: Google-Extended
+User-agent: CCBot
+User-agent: AmazonBot
+User-agent: FacebookBot
+User-agent: Claude-Web
+User-agent: Omgilibot
+User-agent: anthropic-ai
+User-agent: cohere-ai
+Disallow: /
+User-agent: *
+Disallow: 
+Allow: /