diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 7e17a0c3..a33a7ecf 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -9,7 +9,7 @@ on:
 
 jobs:
   make-check:
-    name: Check on OTP-${{matrix.otp}}
+    name: Check on OTP versions 23 and newer
     strategy:
       fail-fast: false
       matrix:
@@ -26,13 +26,8 @@ jobs:
           - "25.0"
           - "24.3"
           - "24.2"
-          - "24.1"
           - "24.0"
-          - "23.3"
-          - "23.2"
-          - "23.1"
-          - "23.0"
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-22.04
     steps:
       - name: Checkout Repo
         uses: actions/checkout@v4
@@ -40,6 +35,8 @@ jobs:
       - uses: erlef/setup-beam@v1
         with:
           otp-version: ${{matrix.otp}}
+          rebar3-version: ["3.23.0", "3.24.0"]
+          version-type: strict
 
       - name: Setup Build
         run: |
@@ -60,6 +57,9 @@ jobs:
       - name: Run test suite
         run: |
           make check
+      - name: Compile with rebar3
+        run: |
+          rebar3 compile
       # Currently not working steps
       # - name: Try document generation
       #   run: |