separate test and validate workflows

.github/workflows/test-and-validate.yaml → .github/workflows/test-download.yaml

@@ -1,23 +1,19 @@
-name: Test and validate
+name: Test download script
 on:
   push:
     branches: [ main]
     paths:
-      - '.github/workflows/test-and-validate.yaml'
+      - '.github/workflows/test-download.yaml'
       - 'requirements*.txt'
       - 'download.py'
       - 'test_download.py'
-      - 'source.schema.json'
-      - 'sources.json'
   pull_request:
     branches: [ main ]
     paths:
-      - '.github/workflows/test-and-validate.yaml'
+      - '.github/workflows/test-download.yaml'
       - 'requirements*.txt'
       - 'download.py'
       - 'test_download.py'
-      - 'source.schema.json'
-      - 'sources.json'
 env:
   DATABASE_URL: "postgresql://postgres:postgres@postgres:5432/postgres"
   AWS_ENDPOINT_URL: "https://nrs.objectstore.gov.bc.ca"

.github/workflows/validate.yaml

@@ -0,0 +1,48 @@
+name: Validate data sources
+on:
+  push:
+    branches: [ main]
+    paths:
+      - '.github/workflows/validate.yaml'
+      - 'sources.json'
+      - 'source.schema.json'
+  pull_request:
+    branches: [ main ]
+    paths:
+      - '.github/workflows/validate.yaml'
+      - 'sources.json'
+      - 'source.schema.json'
+env:
+  DATABASE_URL: "postgresql://postgres:postgres@postgres:5432/postgres"
+  AWS_ENDPOINT_URL: "https://nrs.objectstore.gov.bc.ca"
+  AWS_S3_ENDPOINT: "nrs.objectstore.gov.bc.ca"
+  AWS_VIRTUAL_HOSTING: "FALSE"
+  AWS_EC2_METADATA_DISABLED: "true"
+  CPL_VSISTDIN_BUFFER_LIMIT: -1
+  OBJECTSTORE_BUCKET: ${{ secrets.OBJECTSTORE_BUCKET }}
+  AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+  AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+jobs:
+  validate:
+    runs-on: ubuntu-latest
+    name: test
+    container: ghcr.io/bcgov/harvest-restrictions:main
+    environment: production
+    services:
+      postgres:
+        image: postgis/postgis:16-3.4
+        env:
+          POSTGRES_PASSWORD: postgres
+        # Set health checks to wait until postgres has started
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+    env:
+        DEBIAN_FRONTEND: noninteractive
+    steps:
+      - uses: actions/checkout@v4
+      - name: Validate sources.json
+        run: |
+          /venv/bin/python download.py sources.json -t -v