Add proxy rule for robots.txt (#380)

* Add proxy rule for robots.txt * Store robots.txt in PFE folder
zooniverse · Oct 2, 2024 · 73b13ff · 73b13ff
1 parent a286272
commit 73b13ff
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/sites/www.zooniverse.org.conf b/sites/www.zooniverse.org.conf
@@ -24,6 +24,13 @@ server {
     rewrite ^/lab-best-practices/the-long-haul$ https://help.zooniverse.org/best-practices/3-long-haul permanent;
     rewrite ^/lab-best-practices/resources$ https://help.zooniverse.org/best-practices/4-resources permanent;
 
+    location /robots.txt {
+        resolver 1.1.1.1;
+        proxy_pass https://static.zooniverse.org/www.zooniverse.org/robots.txt;
+
+        include /etc/nginx/az-proxy-headers.conf;
+    }
+
     location /password/reset {
         return 301 /reset-password;
     }