Skip to content

Run Scrapy crawlers #410

Run Scrapy crawlers

Run Scrapy crawlers #410

# This workflow will install Python dependencies, run tests and lint with a single version of Python
# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
name: Run Scrapy crawlers
on:
# push:
# branches: [ main ]
schedule:
- cron: "00 23 * * *"
workflow_dispatch:
permissions:
contents: read
jobs:
build:
runs-on: ubuntu-20.04
steps:
- uses: actions/checkout@v3
- name: Set up Python 3.10
uses: actions/setup-python@v3
with:
python-version: "3.10"
- name: Install dependencies
run: |
python3 -m pip install --upgrade pip
pip3 install -r requirements.txt
playwright install
- name: All spiders runs
env:
EMAIL: ${{ secrets.EMAIL }}
run: |
python3 spiders/__main_runner_spiders.py