From 73b13ff757697456b8df9cc7e05aa120dd5e19e1 Mon Sep 17 00:00:00 2001
From: Zach Wolfenbarger <zach@zooniverse.org>
Date: Wed, 2 Oct 2024 13:21:47 -0500
Subject: [PATCH] Add proxy rule for robots.txt (#380)

* Add proxy rule for robots.txt

* Store robots.txt in PFE folder
---
 sites/www.zooniverse.org.conf | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/sites/www.zooniverse.org.conf b/sites/www.zooniverse.org.conf
index 9d04507..0f821f8 100644
--- a/sites/www.zooniverse.org.conf
+++ b/sites/www.zooniverse.org.conf
@@ -24,6 +24,13 @@ server {
     rewrite ^/lab-best-practices/the-long-haul$ https://help.zooniverse.org/best-practices/3-long-haul permanent;
     rewrite ^/lab-best-practices/resources$ https://help.zooniverse.org/best-practices/4-resources permanent;
 
+    location /robots.txt {
+        resolver 1.1.1.1;
+        proxy_pass https://static.zooniverse.org/www.zooniverse.org/robots.txt;
+
+        include /etc/nginx/az-proxy-headers.conf;
+    }
+
     location /password/reset {
         return 301 /reset-password;
     }