chore: updated robots.txt rules

yamada-ui · Sep 21, 2024 · f2f8130 · f2f8130
1 parent 345b43f
commit f2f8130
Showing 1 changed file with 1 addition and 9 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,12 +1,4 @@
 User-agent: *
+Disallow: /colors
 Disallow: /generators
 Disallow: /contrast-checker
-
-User-agent: facebookexternalhit
-Disallow: /
-
-User-agent: DataForSeoBot
-Disallow: /
-
-User-agent: MJ12bot
-Disallow: /