scrapy_run_crawlers.yml

# This workflow will install Python dependencies, run tests and lint with a single version of Python
# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python

name: Run Scrapy crawlers

on:
  #  push:
  #    branches: [ main ]
  schedule:
    - cron: "00 23 * * *"
  workflow_dispatch:

permissions:
  contents: read

jobs:
  build:
    runs-on: ubuntu-20.04

    steps:
      - uses: actions/checkout@v3
      - name: Set up Python 3.10
        uses: actions/setup-python@v3
        with:
          python-version: "3.10"
      - name: Install dependencies
        run: |
          python3 -m pip install --upgrade pip
          pip3 install -r requirements.txt
          playwright install
      - name: All spiders runs
        env:
          EMAIL: ${{ secrets.EMAIL }}
        run: |
          python3 spiders/__main_runner_spiders.py