From 45a1ea8fc48d5a02943e26321be2693a2e087c58 Mon Sep 17 00:00:00 2001 From: Jan Biasi Date: Sat, 8 Jun 2024 15:25:36 +0200 Subject: [PATCH] fix: robots txt --- public/robots.txt | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index 334a810..7850307 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -2,6 +2,21 @@ User-agent: * Allow: / +# Insufficient content here +Disallow: /services/livestream$ +Disallow: /services/settings$ + +# Error pages +Disallow: /403$ +Disallow: /404$ +Disallow: /500$ + +# Private content +Disallow: /private/ + +# Transition to new festival page +Disallow: /events/category/festival + # Host Host: https://rheinklang.events