Merge pull request #203 from WadeBarnes/update-robots-txt

Update robots.txt based on log review
bcgov · Nov 3, 2023 · 784c7e9 · 784c7e9
2 parents 8d3ca16 + 7931353
commit 784c7e9
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,6 +1,8 @@
 User-agent: *
 Disallow: /api/
 Disallow: /hooks/
+Disallow: /entity/
+Disallow: /organization/
 
 User-agent: Baiduspider
 User-agent: 360Spider