Skip to content

Modeling exercises: Provide automatic feedback with Athena (#8048) #4

Modeling exercises: Provide automatic feedback with Athena (#8048)

Modeling exercises: Provide automatic feedback with Athena (#8048) #4

Workflow file for this run

name: Test
on:
pull_request:
paths-ignore:
- 'README.md'
- 'CODE_OF_CONDUCT.md'
- 'CONTRIBUTING.md'
- 'LICENSE'
- 'SECURITY.md'
- 'docs/**'
- '.github/**'
- '!.github/workflows/test.yml'
push:
branches:
- develop
- main
- release/*
tags: '[0-9]+.[0-9]+.[0-9]+'
paths-ignore:
- 'README.md'
- 'CODE_OF_CONDUCT.md'
- 'CONTRIBUTING.md'
- 'LICENSE'
- 'SECURITY.md'
- 'docs/**'
- '.github/**'
- '!.github/workflows/test.yml'
release:
types:
- created
# Limit the number of concurrent runs to one per PR
# If a run is already in progress, cancel it
# If the run is not for a PR, then this limit does not apply
concurrency:
group: test-${{ github.head_ref || github.run_id }}
cancel-in-progress: true
# Keep in sync with codeql-analysis.yml and build.yml
env:
CI: true
node: 20
java: 21
jobs:
server-tests:
runs-on: ubuntu-latest
timeout-minutes: 60
steps:
- uses: actions/checkout@v4
- name: Setup Java
uses: actions/setup-java@v4
with:
distribution: 'temurin'
# Install Java 17 to run programming templates
java-version: |
17
${{ env.java }}
cache: 'gradle'
- name: Java Tests
run: set -o pipefail && ./gradlew --console=plain test jacocoTestReport -x webapp jacocoTestCoverageVerification | tee tests.log
- name: Print failed tests
if: failure()
run: grep "Test >.* FAILED" tests.log || echo "No failed tests."
- name: "Codacy: Report coverage"
uses: codacy/codacy-coverage-reporter-action@master
with:
project-token: ${{ secrets.CODACY_PROJECT_TOKEN }}
coverage-reports: build/reports/jacoco/test/jacocoTestReport.xml
if: (github.event.pull_request.head.repo.full_name == github.event.pull_request.base.repo.full_name) && (success() || failure()) && github.event.pull_request.user.login != 'dependabot[bot]'
- name: Annotate Server Test Results
uses: ashley-taylor/junit-report-annotations-action@f9c1a5cbe28479439f82b80a5402a6d3aa1990ac
if: always() && github.event.pull_request.user.login != 'dependabot[bot]'
with:
access-token: ${{ secrets.GITHUB_TOKEN }}
path: build/test-results/test/*.xml
numFailures: 99
- name: Test Report
uses: dorny/test-reporter@v1
if: success() || failure() # run this step even if previous step failed
with:
name: H2 Tests
path: build/test-results/test/*.xml
reporter: java-junit
- name: Number of Server Starts
if: success() || failure()
run: bash supporting_scripts/extract_number_of_server_starts.sh
server-tests-mysql:
needs: [ server-tests ]
runs-on: ubuntu-latest
timeout-minutes: 120
# Limit the number of concurrent mysql tests to one in total
concurrency:
group: server-tests-mysql
steps:
- uses: actions/checkout@v4
- name: Setup Java
uses: actions/setup-java@v4
with:
distribution: 'temurin'
# Install Java 17 to run programming templates
java-version: |
17
${{ env.java }}
cache: 'gradle'
- name: Java Tests
id: tests
run: set -o pipefail && SPRING_PROFILES_INCLUDE=mysql ./gradlew --console=plain test jacocoTestReport -x webapp jacocoTestCoverageVerification | tee tests.log
- name: Print failed tests
if: failure()
run: grep "Test >.* FAILED" tests.log || echo "No failed tests."
- name: Count failed tests
id: failedTestCounter
if: failure()
run: echo "FAILED_TESTS_COUNT=$(grep -c "Test >.* FAILED" tests.log)" >> $GITHUB_OUTPUT
- name: Report action failure
if: failure()
uses: Sibz/github-status-action@v1
with:
authToken: ${{secrets.GITHUB_TOKEN}}
context: 'Test Run - MySQL'
description: '❌ ${{ steps.failedTestCounter.outputs.FAILED_TESTS_COUNT }} failed test(s)'
state: 'failure'
sha: ${{github.event.pull_request.head.sha || github.sha}}
- name: Report action success
if: success()
uses: Sibz/github-status-action@v1
with:
authToken: ${{secrets.GITHUB_TOKEN}}
context: 'Test Run - MySQL'
description: '✅ Test succeeded'
state: 'success'
sha: ${{github.event.pull_request.head.sha || github.sha}}
- name: Test Report
uses: dorny/test-reporter@v1
if: success() || failure() # run this step even if previous step failed
with:
name: MySQL Tests
path: build/test-results/test/*.xml
reporter: java-junit
- name: Number of Server Starts
if: success() || failure()
run: bash supporting_scripts/extract_number_of_server_starts.sh
server-tests-postgres:
needs: [ server-tests ]
runs-on: ubuntu-latest
timeout-minutes: 150
# Limit the number of concurrent postgres tests to one in total
concurrency:
group: server-tests-postgres
steps:
- uses: actions/checkout@v4
- name: Setup Java
uses: actions/setup-java@v4
with:
distribution: 'temurin'
# Install Java 17 to run programming templates
java-version: |
17
${{ env.java }}
cache: 'gradle'
- name: Java Tests
id: tests
run: set -o pipefail && SPRING_PROFILES_INCLUDE=postgres ./gradlew --console=plain test jacocoTestReport -x webapp jacocoTestCoverageVerification | tee tests.log
- name: Print failed tests
if: failure()
run: grep "Test >.* FAILED" tests.log || echo "No failed tests."
- name: Count failed tests
id: failedTestCounter
if: failure()
run: echo "FAILED_TESTS_COUNT=$(grep -c "Test >.* FAILED" tests.log)" >> $GITHUB_OUTPUT
- name: Report action failure
if: failure()
uses: Sibz/github-status-action@v1
with:
authToken: ${{secrets.GITHUB_TOKEN}}
context: 'Test Run - PostgreSQL'
description: '❌ ${{ steps.failedTestCounter.outputs.FAILED_TESTS_COUNT }} failed test(s)'
state: 'failure'
sha: ${{github.event.pull_request.head.sha || github.sha}}
- name: Report action success
if: success()
uses: Sibz/github-status-action@v1
with:
authToken: ${{secrets.GITHUB_TOKEN}}
context: 'Test Run - PostgreSQL'
description: '✅ Test succeeded'
state: 'success'
sha: ${{github.event.pull_request.head.sha || github.sha}}
- name: Test Report
uses: dorny/test-reporter@v1
if: success() || failure() # run this step even if previous step failed
with:
name: PostgreSQL Tests
path: build/test-results/test/*.xml
reporter: java-junit
- name: Number of Server Starts
if: success() || failure()
run: bash supporting_scripts/extract_number_of_server_starts.sh
server-style:
runs-on: ubuntu-latest
timeout-minutes: 30
steps:
- uses: actions/checkout@v4
- name: Setup Java
uses: actions/setup-java@v4
with:
distribution: 'temurin'
java-version: '${{ env.java }}'
cache: 'gradle'
- name: Java Code Style
run: ./gradlew spotlessCheck
- name: Java Documentation
run: ./gradlew checkstyleMain -x webapp
if: success() || failure()
- name: Java Architecture Tests
run: ./gradlew test -DincludeTags='ArchitectureTest' -x webapp
if: success() || failure()
- name: Test Report
uses: dorny/test-reporter@v1
if: success() || failure() # run this step even if previous step failed
with:
name: Java Architecture Tests
path: build/test-results/test/*.xml
reporter: java-junit
client-tests:
runs-on: ubuntu-latest
timeout-minutes: 30
steps:
- uses: actions/checkout@v4
# It seems like there is some memory issue with these tests with the project-wide default node option
# `--max-old-space-size` set in the .npmrc, therefore we delete it for this test as a workaround
- name: remove project-wide node options set in .npmrc just for this test
run: rm .npmrc || true
- name: Setup Node.js
uses: actions/setup-node@v4
with:
node-version: '${{ env.node }}'
cache: 'npm'
- name: Install Dependencies
run: npm install
- name: Compile TypeScript Test Files With Typechecking
run: npm run compile:ts:tests
- name: TypeScript Test Without Typechecking
run: npm run test:ci
client-tests-selected:
runs-on: ubuntu-latest
timeout-minutes: 30
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Setup Node.js
uses: actions/setup-node@v4
with:
node-version: '${{ env.node }}'
cache: 'npm'
- name: Install Dependencies
run: npm install
- name: Compile TypeScript Test Files With Typechecking
run: npm run compile:ts:tests
- name: TypeScript Test (Selection) Without Typechecking
run: npm run test-diff:ci
client-style:
runs-on: ubuntu-latest
timeout-minutes: 30
steps:
- uses: actions/checkout@v4
- name: Setup Node.js
uses: actions/setup-node@v4
with:
node-version: '${{ env.node }}'
cache: 'npm'
- name: Install Dependencies
run: npm install
- name: TypeScript Formatting
run: npm run prettier:check
- name: TypeScript Code Style
run: npm run lint
if: success() || failure()
client-compilation:
runs-on: ubuntu-latest
timeout-minutes: 5
steps:
- uses: actions/checkout@v4
- name: Setup Node.js
uses: actions/setup-node@v4
with:
node-version: '${{ env.node }}'
cache: 'npm'
- name: Install Dependencies
run: npm install
- name: Compile TypeScript Files With Typechecking
run: npm run compile:ts