Skip to content

downgrade Twisted to 23.7.0 #17

downgrade Twisted to 23.7.0

downgrade Twisted to 23.7.0 #17

Workflow file for this run

name: Scrape Job Data
on:
push:
branches:
- master
pull_request_target:
schedule:
- cron: "0 0 * * *"
workflow_dispatch:
jobs:
scrape:
runs-on: ubuntu-latest
permissions:
contents: write
steps:
- name: Checkout code
uses: actions/checkout@v4
with:
token: ${{ secrets.MEONG }}
repository: ${{ github.event.pull_request.head.repo.full_name }}
ref: ${{ github.head_ref }}
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: "3.x"
cache: "pip"
- uses: actions/cache@v3
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
restore-keys: |
${{ runner.os }}-pip-
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt scrapy
playwright install
env:
PIP_CACHE_DIR: .pip_cache
- name: Validate Python installation
run: |
python --version
pip --version
- name: Run scraping script
run: ./scrape.sh
- name: Check for CSV files
run: |
if ls output/*.csv 1> /dev/null 2>&1; then
echo "CSV files found."
else
echo "No CSV files found. Exiting."
exit 1
fi
- name: Move CSV files to public directory
run: |
mkdir -p public
mv output/*.csv public/
- name: Upload CSV files as artifact
uses: actions/upload-artifact@v4
with:
name: scraped-data
path: public/*.csv
- name: Trigger PR Creation
uses: peter-evans/repository-dispatch@v2
with:
token: ${{ secrets.MEONG }}
event-type: create-pr