Test major packages #19
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test major packages | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| nJobs: | |
| description: "Number of jobs to run in parallel" | |
| required: true | |
| type: number | |
| default: 64 | |
| minVersionCount: | |
| description: "Minimum number of versions a package must have to be tested" | |
| required: true | |
| type: number | |
| default: 1 | |
| jobs: | |
| matrix-setup: | |
| runs-on: ubuntu-latest | |
| env: | |
| PM_URL: https://pm.community.intersystems.com/packages/-/all?allVersions=1 | |
| JQ_SCRIPT: reduce .[] as $item ([]; if $item.allVersions | length >= ${{ inputs.minVersionCount }} then . + [$item.name] else . end) | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - id: set-matrix | |
| run: | | |
| matrix=$(curl -L "$PM_URL" | jq -cr "$JQ_SCRIPT" | python3 .github/scripts/batcher.py ${{ inputs.nJobs }} | jq -cr .) | |
| echo "matrix=$matrix" >> $GITHUB_OUTPUT | |
| prepare-image: | |
| timeout-minutes: 20 | |
| runs-on: ubuntu-latest | |
| env: | |
| IMAGE: containers.intersystems.com/intersystems/iris-community:latest-em | |
| steps: | |
| - uses: actions/checkout@master | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v1 | |
| - name: Build Image | |
| uses: docker/build-push-action@v4 | |
| with: | |
| context: . | |
| push: false | |
| load: true | |
| tags: zpm:latest | |
| build-args: Base=${{ env.IMAGE }} | |
| outputs: type=docker,dest=/tmp/zpmimage.tar | |
| - name: Test Image | |
| run: | | |
| docker load -i /tmp/zpmimage.tar | |
| CONTAINER=$(docker run -d --rm -v `pwd`:/home/irisowner/zpm/ zpm) | |
| docker exec $CONTAINER /usr/irissys/dev/Cloud/ICM/waitISC.sh | |
| docker exec -i $CONTAINER iris session IRIS << EOF | |
| zpm "list":1 | |
| zn "%SYS" | |
| zpm "test zpm -v -only":1:1 | |
| EOF | |
| docker container stop $CONTAINER | |
| - name: Upload Image | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: zpmimage | |
| path: /tmp/zpmimage.tar | |
| run-tests: | |
| needs: | |
| - matrix-setup | |
| - prepare-image | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| packages: ${{ fromJson(needs.matrix-setup.outputs.matrix) }} | |
| steps: | |
| - uses: actions/checkout@master | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v1 | |
| - name: Download Artifact | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: zpmimage | |
| path: /tmp | |
| - name: Load Image | |
| run: | | |
| docker load -i /tmp/zpmimage.tar | |
| - name: Run tests sequentially | |
| env: | |
| test-flags: >- | |
| -verbose -DUnitTest.ManagerClass=%UnitTest.Manager -DUnitTest.JUnitOutput=/test-reports/junit.xml | |
| -DUnitTest.FailuresAreFatal=1 -DUnitTest.Manager=%UnitTest.Manager | |
| run: | | |
| # Don't specify the container name because `act` will run multiple jobs in parallel and cause name conflicts | |
| echo "starting sequential tests ..." | |
| packages=${{ matrix.packages }} | |
| IFS=',' | |
| # The EOF of the following heredocs are intentially unindented | |
| # because <<-EOF doesn't like spaces while yaml only allows spaces | |
| # A potential solution is to use a script file instead of a block | |
| for package in $packages; do | |
| echo "setting up container for package $package" | |
| CONTAINER=$(docker run -d --rm -v `pwd`:/home/irisowner/zpm/ zpm) | |
| docker exec $CONTAINER /usr/irissys/dev/Cloud/ICM/waitISC.sh | |
| docker exec -i $CONTAINER iris session IRIS <<- EOF | |
| zpm "config set analytics 0":1 | |
| zpm "repo -r -name registry -url https://pm.community.intersystems.com/":1 | |
| halt | |
| EOF | |
| echo "Testing package $package" | |
| set +e | |
| docker exec -i $CONTAINER iris session IRIS <<- EOF | |
| zpm "install $package":1 | |
| zpm "$package test -only ${{ env.test-flags }}":1:1 | |
| EOF | |
| if [ $? -ne 0 ]; then | |
| echo -e "\nTest for package $package failed" >&2 | |
| else | |
| echo -e "\nTest for package $package passed" | |
| fi | |
| echo "Cleaning up container for package $package" | |
| # To ensure a clean state after using `act` locally | |
| docker stop -t 5 $CONTAINER | |
| done | |
| IFS=' ' | |
| echo "ending sequential tests ..." |