Added nightly job (Open-CMSIS-Pack#138)

This update primarily executes the end-to-end (E2E) tests using the latest binaries from the main branch (Every Night) and generates a summary report. You can view the detailed summary here: [GitHub Actions Summary](https://github.com/Open-CMSIS-Pack/cmsis-toolbox/actions/runs/9380323378/attempts/1#summary-25827500478).
soumeh01 · Jun 5, 2024 · 7e8798b · 7e8798b
1 parent 0325881
commit 7e8798b
Show file tree

Hide file tree

Showing 10 changed files with 480 additions and 36 deletions.
diff --git a/.github/matrix_includes.json b/.github/matrix_includes.json
@@ -0,0 +1,23 @@
+[
+    {
+        "runs_on":"macos-13",
+        "target":"darwin",
+        "arch": "amd64",
+        "binary_extension": "",
+        "runOnBranch":"always"
+    },
+    {
+        "runs_on":"ubuntu-22.04",
+        "target":"linux",
+        "arch": "amd64",
+        "binary_extension":"",
+        "runOnBranch":"always"
+    },
+    {
+        "runs_on":"windows-2022",
+        "target":"windows",
+        "arch": "amd64",
+        "binary_extension":".exe",
+        "runOnBranch":"always"
+    }
+]
diff --git a/.github/workflows/e2e_test.yaml b/.github/workflows/e2e_test.yaml
@@ -4,6 +4,7 @@ on:
   pull_request:
     paths:
       - '.github/workflows/e2e_test.yaml'
+      - '.github/matrix_includes.json'
       - 'test/**'
       - '!test/RobotTests.md'
       - '!test/tests.py'
@@ -14,20 +15,25 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
+  matrix_prep:
+    runs-on: ubuntu-latest
+    outputs:
+      matrix: ${{ steps.set-matrix.outputs.matrix }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: JoshuaTheMiller/conditional-build-matrix@v2.0.1        
+        id: set-matrix
+        with:
+          inputFile: '.github/matrix_includes.json'
+          filter: '[?runOnBranch==`always`]'
+
   test:
-    runs-on: ${{ matrix.os }}
+    needs: [ matrix_prep ]
+    runs-on: ${{ matrix.runs_on }}
     continue-on-error: true
     strategy:
-      matrix:
-        os: [windows-latest, ubuntu-latest, macos-13]
-        arch: [amd64, arm64]
-        include:
-          - os: windows-latest
-            target: win
-          - os: ubuntu-latest
-            target: lin
-          - os: macos-13
-            target: mac
+      matrix: ${{ fromJson(needs.matrix_prep.outputs.matrix) }}
+
     steps:
       - uses: actions/checkout@v4
 
@@ -54,7 +60,17 @@ jobs:
           armlm activate --server https://mdk-preview.keil.arm.com --product KEMDK-COM0
         working-directory: ./test
 
+      - name: Binary version info
+        shell: bash
+        run: |
+          csolution${{ matrix.binary_extension }} -V
+          cpackget${{ matrix.binary_extension }} -V
+          cbuild${{ matrix.binary_extension }} -V
+          cbuild2cmake${{ matrix.binary_extension }} -V
+          cbuildgen${{ matrix.binary_extension }} -V
+
       - name: Run Test
+        shell: bash
         run: |
           python -m robot --outputdir reports-${{ matrix.target }}-${{ matrix.arch }} --settag ${{ matrix.target }}-${{ matrix.arch }} --name ${{ matrix.target }}-${{ matrix.arch }} ./test
 
@@ -94,9 +110,9 @@ jobs:
       working-directory: artifacts
       run: |
         python -m robot.rebot --name Collective_Robot_Results --outputdir collective_robot_results --output output.xml \
-          ./reports-win-amd64/output.xml ./reports-win-arm64/output.xml \
-          ./reports-lin-amd64/output.xml ./reports-lin-arm64/output.xml \
-          ./reports-mac-amd64/output.xml ./reports-mac-arm64/output.xml
+          ./reports-windows-amd64/output.xml \
+          ./reports-linux-amd64/output.xml \
+          ./reports-darwin-amd64/output.xml
 
     - name: Generate Summary report
       if: always()

diff --git a/.github/workflows/global.yaml b/.github/workflows/global.yaml
@@ -6,6 +6,11 @@ on:
       - '!README.md'
   release:
     types: [ published ]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   copyright:
     runs-on: ubuntu-20.04

diff --git a/.github/workflows/markdown.yml b/.github/workflows/markdown.yml
@@ -6,6 +6,10 @@ on:
       - '.github/markdownlint-link-check.json'
       - '**/*.md'
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 # Declare default permissions as read only.
 permissions: read-all