From 4cdb1a2ed0d3846ed2b71e4d3404115779605365 Mon Sep 17 00:00:00 2001
From: skyeto <mail@skyeto.com>
Date: Sat, 21 Dec 2024 13:37:44 +0100
Subject: [PATCH] Update robots...

---
 public/robots.txt | 45 +++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 45 insertions(+)

diff --git a/public/robots.txt b/public/robots.txt
index 6575ca9..cf9e0ca 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -1,3 +1,42 @@
+User-agent: Applebot
+Allow: /
+
+User-agent: baiduspider
+Allow: /
+
+User-agent: Bingbot
+Allow: /
+
+User-agent: Facebot
+Allow: /
+
+User-agent: Googlebot
+Allow: /
+
+User-agent: msnbot
+Allow: /
+
+User-agent: Naverbot
+Allow: /
+
+User-agent: seznambot
+Allow: /
+
+User-agent: Slurp
+Allow: /
+
+User-agent: teoma
+Allow: /
+
+User-agent: Twitterbot
+Allow: /
+
+User-agent: Yandex
+Allow: /
+
+User-agent: Yeti
+Allow: /
+
 User-agent: ChatGPT-User
 Disallow: /
 
@@ -6,3 +45,9 @@ Disallow: /
 
 User-agent: OpenAI
 Disallow: /
+
+User-agent: ClaudeBot
+Disallow: /
+
+User-agent: *
+Disallow: /