fix: robots txt

rheinklang · Jun 8, 2024 · 45a1ea8 · 45a1ea8
1 parent 1e7b751
commit 45a1ea8
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -2,6 +2,21 @@
 User-agent: *
 Allow: /
 
+# Insufficient content here
+Disallow: /services/livestream$
+Disallow: /services/settings$
+
+# Error pages
+Disallow: /403$
+Disallow: /404$
+Disallow: /500$
+
+# Private content
+Disallow: /private/
+
+# Transition to new festival page
+Disallow: /events/category/festival
+
 # Host
 Host: https://rheinklang.events