forked from oppia/oppia
-
Notifications
You must be signed in to change notification settings - Fork 0
191 lines (190 loc) · 8.19 KB
/
backend_unit_tests.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
name: Backend unit tests
on:
merge_group:
types: [checks_requested]
push:
branches:
- develop
- release-*
pull_request:
branches:
- develop
- release-*
jobs:
run_backend_associated_test_file_checks:
name: Verify associated test files
runs-on: ubuntu-22.04
steps:
- name: Checkout repository so that local actions can be used
uses: actions/checkout@v4
- name: Merge develop and set up Python
uses: ./.github/actions/merge-develop-and-setup-python
with:
use_cache: false
- name: Run backend associated test file check
run: make run_tests.check_backend_associated_tests
- name: Report failure if failed on oppia/oppia develop branch
if: ${{ failure() && github.event_name == 'push' && github.repository == 'oppia/oppia' && github.ref == 'refs/heads/develop'}}
uses: ./.github/actions/send-webhook-notification
with:
message: "Some backend files lack an associated test file."
webhook-url: ${{ secrets.BUILD_FAILURE_ROOM_WEBHOOK_URL }}
run_tests:
name: Shard ${{ matrix.shard }}
runs-on: ubuntu-22.04
strategy:
matrix:
shard: [1, 2, 3, 4, 5]
steps:
- name: Checkout repository so that local actions can be used
uses: actions/checkout@v4
- name: Merge develop and set up Python
uses: ./.github/actions/merge-develop-and-setup-python
with:
use_cache: false
- name: Initialize Docker containers
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
uses: ./.github/actions/install-oppia-dependencies-docker
- name: Run backend test shard
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
run: make run_tests.backend PYTHON_ARGS="--generate_coverage_report --generate_time_report --ignore_coverage --exclude_load_tests --test_shard ${{ matrix.shard }}"
- name: Report failure if failed on oppia/oppia develop branch
if: ${{ failure() && github.event_name == 'push' && github.repository == 'oppia/oppia' && github.ref == 'refs/heads/develop'}}
uses: ./.github/actions/send-webhook-notification
with:
message: "A backend test failed on the upstream develop branch."
webhook-url: ${{ secrets.BUILD_FAILURE_ROOM_WEBHOOK_URL }}
- name: Upload time report
uses: actions/upload-artifact@v4
with:
name: ${{ format('backend_test_time_shard_{0}', matrix.shard) }}
path: backend_test_time_report.json
retention-days: 1
- name: Upload coverage report
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
uses: actions/upload-artifact@v4
with:
name: ${{ format('backend_test_coverage_shard_{0}', matrix.shard) }}
include-hidden-files: true
path: .coverage
retention-days: 1
check_combined_coverage:
name: Check coverage
needs: run_tests
runs-on: ubuntu-22.04
steps:
- name: Checkout repository so that local actions can be used
uses: actions/checkout@v4
- name: Merge develop and set up Python
uses: ./.github/actions/merge-develop-and-setup-python
with:
use_cache: false
- name: Install coverage
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
run: pip install coverage
- name: Initialize Containers
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
run: |
make build
sudo make run-devserver
make stop
- name: Download coverage report for shard 1
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
uses: actions/download-artifact@v4
with:
name: backend_test_coverage_shard_1
path: coverage/coverage_1
- name: Download coverage report for shard 2
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
uses: actions/download-artifact@v4
with:
name: backend_test_coverage_shard_2
path: coverage/coverage_2
- name: Download coverage report for shard 3
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
uses: actions/download-artifact@v4
with:
name: backend_test_coverage_shard_3
path: coverage/coverage_3
- name: Download coverage report for shard 4
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
uses: actions/download-artifact@v4
with:
name: backend_test_coverage_shard_4
path: coverage/coverage_4
- name: Download coverage report for shard 5
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
uses: actions/download-artifact@v4
with:
name: backend_test_coverage_shard_5
path: coverage/coverage_5
- name: Move coverage reports from artifact folders to coverage folder
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
shell: bash
run: |
for i in {1..5}; do cp coverage/coverage_$i/.coverage coverage/.coverage.$i; done
- name: Combine coverage reports
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
shell: bash
run: coverage combine coverage/.coverage.*
- name: Check coverage
if: startsWith(github.head_ref, 'update-changelog-for-release') == false
shell: bash
run: make run_tests.check_overall_backend_test_coverage
- name: Report failure if failed on oppia/oppia develop branch
if: ${{ failure() && github.event_name == 'push' && github.repository == 'oppia/oppia' && github.ref == 'refs/heads/develop'}}
uses: ./.github/actions/send-webhook-notification
with:
message: "Backend coverage checks failed on the upstream develop branch."
webhook-url: ${{ secrets.BUILD_FAILURE_ROOM_WEBHOOK_URL }}
check_backend_test_times:
name: Check test times
needs: run_tests
runs-on: ubuntu-22.04
steps:
- name: Checkout repository so that local actions can be used
uses: actions/checkout@v4
- name: Merge develop and set up Python
uses: ./.github/actions/merge-develop-and-setup-python
with:
use_cache: false
- name: Download time report for shard 1
uses: actions/download-artifact@v4
with:
name: backend_test_time_shard_1
path: backend_test_time_reports_artifacts/backend_test_time_1
- name: Download time report for shard 2
uses: actions/download-artifact@v4
with:
name: backend_test_time_shard_2
path: backend_test_time_reports_artifacts/backend_test_time_2
- name: Download time report for shard 3
uses: actions/download-artifact@v4
with:
name: backend_test_time_shard_3
path: backend_test_time_reports_artifacts/backend_test_time_3
- name: Download time report for shard 4
uses: actions/download-artifact@v4
with:
name: backend_test_time_shard_4
path: backend_test_time_reports_artifacts/backend_test_time_4
- name: Download time report for shard 5
uses: actions/download-artifact@v4
with:
name: backend_test_time_shard_5
path: backend_test_time_reports_artifacts/backend_test_time_5
- name: Move time reports from artifact folders to backend_test_time_reports folder
shell: bash
run: |
mkdir -p backend_test_time_reports
for i in {1..5}; do cp backend_test_time_reports_artifacts/backend_test_time_$i/backend_test_time_report.json backend_test_time_reports/backend_test_time_report_$i.json; done
- name: Check test times
run: python -m scripts.check_backend_test_times
shell: bash
- name: Upload test times artifact
if: ${{ github.event_name == 'push' && github.repository == 'oppia/oppia' && github.ref == 'refs/heads/develop' }}
uses: actions/upload-artifact@v4
with:
name: backend_test_times
path: backend_test_times.txt
retention-days: 7