From 7650a8355fa6fd3c8e25f924e140af36d8eb48bb Mon Sep 17 00:00:00 2001 From: paulmwatson Date: Wed, 7 Aug 2024 06:55:56 +0200 Subject: [PATCH] Updated for bots hitting user and mailreporter pages unnecessarily --- robots.txt | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/robots.txt b/robots.txt index d08e4015..0f853392 100644 --- a/robots.txt +++ b/robots.txt @@ -1,2 +1,4 @@ User-agent: * -Crawl-delay: 5 +Disallow: /user/ +Disallow: /mailreporter/ +Crawl-delay: 120