load.yml

# This workflow will:
#   - install Python dependencies
#   - lint Python code
#   - lint dbt SQL models
#   - start dagster job (extract data and run dbt build)

name: Ergast data load

env:
  DATA_DIR: /tmp/data

on:
  push:
    branches: [ "main" ]
  pull_request:
    branches: [ "main" ]

jobs:
  build:

    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.11", "3.12"]

    steps:
    - uses: actions/checkout@v3
    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v3
      with:
        python-version: ${{ matrix.python-version }}
    - name: Install dependencies
      run: make requirements
    - name: Lint Python and SQL code
      run: |
        mkdir -p $DATA_DIR
        make test
    - name: Run ergast job
      run: make load