Add translated routes to block to robots.txt (#4205)

WordPress · Apr 25, 2024 · 17c3640 · 17c3640
1 parent feb8e00
commit 17c3640
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/frontend/src/server-middleware/robots.js b/frontend/src/server-middleware/robots.js
@@ -35,6 +35,12 @@ Disallow: /search/image/
 Disallow: /search/
 Disallow: /image/
 Disallow: /audio/
+# Disallow the same for all translated routes
+Disallow: /*/search/audio/
+Disallow: /*/search/image/
+Disallow: /*/search/
+Disallow: /*/image/
+Disallow: /*/audio/
 
 ${aiDisallowRules}
       `