ci.yml

name: Continuous Integration

on:
  push:
    paths-ignore:
      - "**.md"
      - ".changes/*"
      - ".github/*"
    branches:
      - "main"
      - "*.latest"
  pull_request:
    paths-ignore:
      - "**.md"
      - ".changes/*"
      - ".github/*"


# will cancel previous workflows triggered by the same event and for the same ref for PRs or same SHA otherwise
concurrency:
  group: ${{ github.workflow }}-${{ github.event_name }}-${{ contains(github.event_name, 'pull_request') && github.event.pull_request.head.ref || github.sha }}
  cancel-in-progress: true

jobs:
  postgres:
    runs-on: ubuntu-latest

    # set up env vars so that we can use them to start an instance of postgres
    env:
      POSTGRES_TEST_USER: postgres
      POSTGRES_TEST_PASSWORD: postgres
      POSTGRES_TEST_DB: gha_test
      POSTGRES_TEST_PORT: 5432
      POSTGRES_TEST_HOST: localhost

    services:
      postgres:
        image: postgres
        env:
          POSTGRES_USER: ${{ env.POSTGRES_TEST_USER }}
          POSTGRES_PASSWORD: ${{ env.POSTGRES_TEST_PASSWORD }}
          POSTGRES_DB: ${{ env.POSTGRES_TEST_DB }}
          POSTGRES_TEST_PORT: ${{ env.POSTGRES_TEST_PORT }}
          POSTGRES_TEST_HOST: ${{ env.POSTGRES_TEST_HOST }}
        ports:
          - 5432:5432
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - name: Check out the repository
        uses: actions/checkout@v3

      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: 3.9

      - uses: ./.github/actions/end-to-end-test
        with:
          dbt_target: postgres

  snowflake:
    needs: postgres
    runs-on: ubuntu-latest
    steps:
      - name: Check out the repository
        uses: actions/checkout@v3

      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: 3.9

      - uses: ./.github/actions/end-to-end-test
        env:
          SNOWFLAKE_TEST_ACCOUNT: ${{ secrets.SNOWFLAKE_TEST_ACCOUNT }}
          SNOWFLAKE_TEST_USER: ${{ secrets.SNOWFLAKE_TEST_USER }}
          SNOWFLAKE_TEST_PASSWORD: ${{ secrets.SNOWFLAKE_TEST_PASSWORD }}
          SNOWFLAKE_TEST_ROLE: ${{ secrets.SNOWFLAKE_TEST_ROLE }}
          SNOWFLAKE_TEST_DATABASE: ${{ secrets.SNOWFLAKE_TEST_DATABASE }}
          SNOWFLAKE_TEST_WAREHOUSE: ${{ secrets.SNOWFLAKE_TEST_WAREHOUSE }}
        with:
          dbt_target: snowflake

  redshift:
    needs: postgres
    runs-on: ubuntu-latest
    steps:
      - name: Check out the repository
        uses: actions/checkout@v3

      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: 3.9

      - uses: ./.github/actions/end-to-end-test
        env:
          REDSHIFT_TEST_HOST: ${{ secrets.REDSHIFT_TEST_HOST }}
          REDSHIFT_TEST_USER: ${{ secrets.REDSHIFT_TEST_USER }}
          REDSHIFT_TEST_PASS: ${{ secrets.REDSHIFT_TEST_PASS }}
          REDSHIFT_TEST_DBNAME: ${{ secrets.REDSHIFT_TEST_DBNAME }}
          REDSHIFT_TEST_PORT: ${{ secrets.REDSHIFT_TEST_PORT }}
        with:
          dbt_target: redshift

  bigquery:
    needs: postgres
    runs-on: ubuntu-latest
    steps:
      - name: Check out the repository
        uses: actions/checkout@v3

      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: 3.9

      - name: Set up service key file
        id: keyfile
        env:
          BIGQUERY_TEST_SERVICE_ACCOUNT_JSON: ${{ secrets.BIGQUERY_TEST_SERVICE_ACCOUNT_JSON }}
        run: |
          mkdir -p $HOME/.dbt
          KEYFILE_PATH=$HOME/.dbt/bigquery-service-key.json
          echo $BIGQUERY_TEST_SERVICE_ACCOUNT_JSON > $KEYFILE_PATH
          echo "path=${KEYFILE_PATH}" >> $GITHUB_OUTPUT
      - uses: ./.github/actions/end-to-end-test
        env:
          BIGQUERY_SERVICE_KEY_PATH: ${{ steps.keyfile.outputs.path }}
          BIGQUERY_TEST_DATABASE: ${{ secrets.BIGQUERY_TEST_DATABASE }}
          BIGQUERY_TEST_PROJECT: ${{ secrets.BIGQUERY_TEST_PROJECT }}
        with:
          dbt_target: bigquery

  databricks:
    needs: postgres
    runs-on: ubuntu-latest
    steps:
      - name: Check out the repository
        uses: actions/checkout@v3

      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: 3.9

      - uses: ./.github/actions/end-to-end-test
        env:
          DATABRICKS_TEST_CATALOG: ${{ secrets.DATABRICKS_TEST_CATALOG }}
          DATABRICKS_TEST_SCHEMA: ${{ secrets.DATABRICKS_TEST_SCHEMA }}
          DATABRICKS_TEST_HOST: ${{ secrets.DATABRICKS_TEST_HOST }}
          DATABRICKS_TEST_HTTP_PATH: ${{ secrets.DATABRICKS_TEST_HTTP_PATH }}
          DATABRICKS_TEST_TOKEN: ${{ secrets.DATABRICKS_TEST_TOKEN }}
        with:
          dbt_target: databricks