diff --git a/robots.txt b/robots.txt index d08e4015..0f853392 100644 --- a/robots.txt +++ b/robots.txt @@ -1,2 +1,4 @@ User-agent: * -Crawl-delay: 5 +Disallow: /user/ +Disallow: /mailreporter/ +Crawl-delay: 120