Skip to content

Run Scrapy crawlers #365

Run Scrapy crawlers

Run Scrapy crawlers #365

# This workflow will install Python dependencies, run tests and lint with a single version of Python
# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
name: Run Scrapy crawlers
on:
# push:
# branches: [ main ]
schedule:
- cron: '00 22 * * *'
workflow_dispatch:
permissions:
contents: read
jobs:
build:
runs-on: ubuntu-20.04
steps:
- uses: actions/checkout@v3
- name: Set up Python 3.10
uses: actions/setup-python@v3
with:
python-version: "3.10"
- name: Install dependencies
run: |
python3 -m pip install --upgrade pip
pip3 install -r requirements.txt
playwright install
- name: Scrapy crawlers runs
env:
API_KEY: ${{ secrets.API_KEY }}
run: |
cd JobsCrawlerProject
python3 main_run_crawlers.py