Fix spider: cuya_northeast_ohio_coordinating

Use playwright and different user-agent to avoid 403 responses on agency's website that are likely caused by bot-detection software.

.github/workflows/ci.yml

@@ -42,6 +42,10 @@ jobs:
         env:
           PIPENV_DEFAULT_PYTHON_VERSION: ${{ matrix.python-version }}
 
+      - name: Set up playwright
+        run: |
+          pipenv run playwright install firefox
+
       - name: Check imports with isort
         run: pipenv run isort . --check-only
 

.github/workflows/cron.yml

@@ -58,6 +58,10 @@ jobs:
         env:
           PIPENV_DEFAULT_PYTHON_VERSION: 3.9
 
+      - name: Set up playwright
+        run: |
+          pipenv run playwright install firefox
+
       - name: Run scrapers
         run: |
           export PYTHONPATH=$(pwd):$PYTHONPATH

Pipfile

@@ -11,6 +11,7 @@ python-dateutil = "*"
 pdfminer-six = "*"
 scrapy-sentry-errors = "1.0.0"
 pytz = "*"
+scrapy-playwright = "*"
 
 [dev-packages]
 freezegun = "*"