Block AI Crawlers (#75)

thistimestamp · Nov 21, 2024 · 0c94c97 · 0c94c97
2 parents 1d77f55 + 0261ed9
commit 0c94c97
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml
@@ -77,6 +77,10 @@ jobs:
       - name: "Generate a robots.txt file"
         run: |
           tee robots.txt << EOF
+          # Block AI Crawlers (see: https://github.com/ai-robots-txt)
+          $(gh api '/repos/ai-robots-txt/ai.robots.txt/contents/robots.txt' --jq '.content | @base64d')
+
+          # List of pages and files
           Sitemap: ${{ steps.configure-pages.outputs.base_url }}/sitemap.txt
           EOF