ci.yml

name: CI
# Trigger the CI on pull requests and direct pushes to any branch
on:
  push:
  pull_request:
permissions: read-all
jobs:
  terraform-check:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7

      - name: Setup Terraform
        uses: hashicorp/setup-terraform@b9cd54a3c349d3f38e8881555d616ced269862dd

      - name: terraform fmt
        run: terraform fmt -check
        working-directory: ./terraform

  run-tests:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7

      - name: Set up Go
        uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
        with:
          go-version-file: "go.mod"

      - name: Run tests
        run: go test -v -skip TestPyPIArtifactsLive ./...

  build-verify:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7

      - name: Set up Go
        uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
        with:
          go-version-file: "go.mod"

      - name: Build
        run: make build

      - name: Verify
        run: make verify

  run-integration-check:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
      - uses: actions/setup-python@f677139bbe7f9c59b41e40162b753c062f5d49a3 # v5.2.0
        with:
          python-version: "3.12"
      - run: pip install -r requirements.txt
        working-directory: ./integration/test_consumer/
      - name: Build the stack
        run: docker compose -f docker-compose-integration.yml up -d
        working-directory: ./integration
      - name: Run consumer python script
        run: python check_kafka_output.py
        working-directory: ./integration/test_consumer
      - name: Output filtered log (full log in artifacts)
        run: docker compose -f docker-compose-integration.yml logs feeds | grep -v "Sending package" | grep -v "Processing Package"
        working-directory: ./integration/
        if: ${{ always() }}
      - name: Dump logs for archive
        run: docker compose -f docker-compose-integration.yml logs feeds > feeds-log.txt
        working-directory: ./integration/
        if: ${{ always() }}
      - uses: actions/upload-artifact@50769540e7f4bd5e21e526ee35c689e35e0d6874
        with:
          name: package-feeds log
          path: ./integration/feeds-log.txt
        if: ${{ always() }}