From aa061aff0ce24c19ea36104744a586add27e3e71 Mon Sep 17 00:00:00 2001 From: Krasimir Angelov Date: Tue, 26 Nov 2024 12:15:41 +0100 Subject: [PATCH] Update robots.txt --- src/www/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/src/www/robots.txt b/src/www/robots.txt index 5b3ee3354e..d559fc7314 100644 --- a/src/www/robots.txt +++ b/src/www/robots.txt @@ -1,4 +1,5 @@ User-agent: * Disallow: /grammars Disallow: /robust +Disallow: /wikidata Disallow: /*.pgf