-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrobots.txt
115 lines (37 loc) · 1.62 KB
/
robots.txt
1
# BEGIN WTVCPBlockerSetEnvIfNoCase User-Agent "AhrefsBot" block_botSetEnvIfNoCase User-Agent "MJ12bot" block_botSetEnvIfNoCase User-Agent "Rogerbot" block_botSetEnvIfNoCase User-Agent "SemrushBot" block_botSetEnvIfNoCase User-Agent "ia_archiver" block_botSetEnvIfNoCase User-Agent "ScoutJet" block_botSetEnvIfNoCase User-Agent "sistrix" block_botSetEnvIfNoCase User-Agent "SearchmetricsBot" block_botSetEnvIfNoCase User-Agent "SEOkicks-Robot" block_botSetEnvIfNoCase User-Agent "Lipperhey Spider" block_botSetEnvIfNoCase User-Agent "Exabot" block_botSetEnvIfNoCase User-Agent "NCBot" block_botSetEnvIfNoCase User-Agent "BacklinkCrawler" block_botSetEnvIfNoCase User-Agent "meanpathbot" block_botSetEnvIfNoCase User-Agent "PagesInventory" block_botSetEnvIfNoCase User-Agent "Aboundexbot" block_botSetEnvIfNoCase User-Agent "spbot" block_botSetEnvIfNoCase User-Agent "linkdexbot" block_botSetEnvIfNoCase User-Agent "Gigabot" block_botSetEnvIfNoCase User-Agent "dotbot" block_botSetEnvIfNoCase User-Agent "Nutch" block_botSetEnvIfNoCase User-Agent "BLEXBot" block_botSetEnvIfNoCase User-Agent "Ezooms" block_botSetEnvIfNoCase User-Agent "Majestic-12" block_botSetEnvIfNoCase User-Agent "Majestic-SEO" block_botSetEnvIfNoCase User-Agent "DSearch" block_botSetEnvIfNoCase User-Agent "BlekkoBot" block_botSetEnvIfNoCase User-Agent "NerdyBot" block_botSetEnvIfNoCase User-Agent "JamesBOT" block_botSetEnvIfNoCase User-Agent "monitorbacklinks" block_bot<Limit GET POST HEAD>Order Allow,DenyAllow from allDeny from env=block_bot</Limit># END WTVCPBlocker