-
Notifications
You must be signed in to change notification settings - Fork 0
80 lines (67 loc) · 3.09 KB
/
unit-tests.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
name: Unit Tests
on: [push]
jobs:
build:
runs-on: ${{ matrix.os }}
strategy:
max-parallel: 4
matrix:
python-version: ["3.10"]
os: [ubuntu-latest]
steps:
- name: Checkout ${{ matrix.python-version }}
uses: actions/checkout@v4
with:
lfs: true
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies # TODO: checkout observatory platform from same branch, e.g. develop or master
run: |
python -m pip install --upgrade pip
cd ..
# Clone protection required until fix - https://github.com/git-lfs/git-lfs/issues/5749
export GIT_CLONE_PROTECTION_ACTIVE=false
git clone -b feature/astro-refactor https://github.com/The-Academic-Observatory/observatory-platform.git
cd observatory-platform
pip install -e .[tests] --constraint https://raw.githubusercontent.com/apache/airflow/constraints-2.7.3/constraints-no-providers-${{ matrix.python-version }}.txt
cd ..
cd oaebu-workflows
pip install -r requirements.txt --constraint https://raw.githubusercontent.com/apache/airflow/constraints-2.7.3/constraints-no-providers-${{ matrix.python-version }}.txt
- name: Add dag folder to PYTHONPATH
run: |
echo "PYTHONPATH=$HOME/work/oaebu-workflows/oaebu-workflows/dags:$HOME/work/oaebu-workflows/oaebu-workflows/plugins" >> "$GITHUB_ENV"
# Required for testing ONIX Telescope
- name: Set up JDK 11
uses: actions/setup-java@v2
with:
java-version: "11"
distribution: "adopt"
- name: Check licenses
run: |
# stop the build if there are licensing issues
liccheck --sfile strategy.ini --rfile requirements.txt --level CAUTIOUS --reporting liccheck-output.txt --no-deps
- name: Lint with flake8
run: |
# stop the build if there are Python syntax errors or undefined names
flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
# exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
- name: Run unit tests with coverage
env:
TEST_GCP_DATA_LOCATION: ${{ secrets.TEST_GCP_DATA_LOCATION }}
TEST_GCP_PROJECT_ID: ${{ secrets.TEST_GCP_PROJECT_ID }}
TEST_GCP_SERVICE_KEY: ${{ secrets.TEST_GCP_SERVICE_KEY }}
GOOGLE_APPLICATION_CREDENTIALS: /tmp/google_application_credentials.json
AIRFLOW__CORE__LOAD_EXAMPLES: false
run: |
echo "${TEST_GCP_SERVICE_KEY}" | base64 --decode > /tmp/google_application_credentials.json
coverage run -m unittest discover -v
coverage xml
- name: Upload coverage to Codecov
uses: codecov/codecov-action@v4.0.1
with:
token: ${{ secrets.CODECOV_TOKEN }}
file: ./coverage.xml
fail_ci_if_error: false