Scrape #43
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Scrape | |
| on: | |
| schedule: | |
| - cron: "0 0 * * *" | |
| workflow_dispatch: | |
| env: | |
| ACTIONS_ALLOW_UNSECURE_COMMANDS: true | |
| jobs: | |
| scrape-latest: | |
| runs-on: windows-latest | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12' | |
| - name: Install requirements | |
| run: pip install -r requirements.txt | |
| - name: Run Scraper For January | |
| run: python main.py --thread_pool=True --month=1 | |
| - name: Run Scraper For February | |
| run: python main.py --thread_pool=True --month=2 | |
| - name: Run Scraper For March | |
| run: python main.py --thread_pool=True --month=3 | |
| - name: Run Scraper For April | |
| run: python main.py --thread_pool=True --month=4 | |
| - name: Run Scraper For May | |
| run: python main.py --thread_pool=True --month=5 | |
| - name: Run Scraper For June | |
| run: python main.py --thread_pool=True --month=6 | |
| - name: Run Scraper For July | |
| run: python main.py --thread_pool=True --month=7 | |
| - name: Run Scraper For August | |
| run: python main.py --thread_pool=True --month=8 | |
| - name: Run Scraper For September | |
| run: python main.py --thread_pool=True --month=9 | |
| - name: Run Scraper For October | |
| run: python main.py --thread_pool=True --month=10 | |
| - name: Run Scraper For November | |
| run: python main.py --thread_pool=True --month=11 | |
| - name: Run Scraper For December | |
| run: python main.py --thread_pool=True --month=12 | |
| - id: 'auth' | |
| uses: 'google-github-actions/auth@v2' | |
| with: | |
| credentials_json: ${{ secrets.GCP_CREDENTIALS }} | |
| - id: 'upload-file' | |
| uses: 'google-github-actions/upload-cloud-storage@v2' | |
| with: | |
| path: './' | |
| destination: 'weekly_osaka_hotel_data' | |
| glob: '**/*.csv' | |