Merge pull request #114 from City-Bureau/revert-109-fix-cle-transit

Revert "🕷️ Fix spider: Greater Cleveland Regional Transit Authority"

.github/workflows/archive.yml

@@ -53,10 +53,6 @@ jobs:
         env:
           PIPENV_DEFAULT_PYTHON_VERSION: 3.9
 
-      - name: Set up playwright
-        run: |
-          pipenv run playwright install firefox
-
       - name: Run scrapers
         run: |
           export PYTHONPATH=$(pwd):$PYTHONPATH

.github/workflows/ci.yml

@@ -42,10 +42,6 @@ jobs:
         env:
           PIPENV_DEFAULT_PYTHON_VERSION: ${{ matrix.python-version }}
 
-      - name: Set up playwright
-        run: |
-          pipenv run playwright install firefox
-
       - name: Check imports with isort
         run: pipenv run isort . --check-only
 

.github/workflows/cron.yml

@@ -58,10 +58,6 @@ jobs:
         env:
           PIPENV_DEFAULT_PYTHON_VERSION: 3.9
 
-      - name: Set up playwright
-        run: |
-          pipenv run playwright install firefox
-
       - name: Run scrapers
         run: |
           export PYTHONPATH=$(pwd):$PYTHONPATH

Pipfile

@@ -11,8 +11,6 @@ python-dateutil = "*"
 pdfminer-six = "*"
 scrapy-sentry-errors = "1.0.0"
 pytz = "*"
-scrapy-playwright = "*"
-pytest-mock = "*"
 
 [dev-packages]
 freezegun = "*"

city_scrapers/settings/base.py

@@ -58,11 +58,3 @@
 SPIDER_MIDDLEWARES = {}
 
 logging.getLogger("pdfminer").propagate = False
-
-# Playwright settings
-TWISTED_REACTOR = "twisted.internet.asyncioreactor.AsyncioSelectorReactor"
-DOWNLOAD_HANDLERS = {
-    "http": "scrapy_playwright.handler.ScrapyPlaywrightDownloadHandler",
-    "https": "scrapy_playwright.handler.ScrapyPlaywrightDownloadHandler",
-}
-PLAYWRIGHT_BROWSER_TYPE = "firefox"