diff --git a/.github/workflows/autobahn.yml b/.github/workflows/autobahn.yml
index 8b8d07339fc..ca838e01726 100644
--- a/.github/workflows/autobahn.yml
+++ b/.github/workflows/autobahn.yml
@@ -40,6 +40,10 @@ jobs:
           ./scripts/autobahn_client_ci.sh
           ./scripts/autobahn_server_ci.sh
 
+      - name: Ensure testsuite results are okay
+        run: |
+          python3 autobahn/validate.py
+
       - name: Upload results to GitHub pages
         if: success() && github.ref == 'refs/heads/main'
         uses: crazy-max/ghaction-github-pages@v3
diff --git a/autobahn/validate.py b/autobahn/validate.py
new file mode 100644
index 00000000000..6098a384714
--- /dev/null
+++ b/autobahn/validate.py
@@ -0,0 +1,31 @@
+import json
+import os
+
+AUTOBAHN_DIR = os.path.dirname(__file__)
+CLIENTS = os.sep.join([AUTOBAHN_DIR, "reports", "clients", "index.json"])
+SERVERS = os.sep.join([AUTOBAHN_DIR, "reports", "servers", "index.json"])
+
+def validate_report_json(json):
+    for (client, cases) in json.items():
+        if "tokio-websockets" not in client:
+            continue # We do not care about other libraries' results
+        non_strict_allowed = "skip-fail-fast" in client
+
+        if non_strict_allowed:
+            allowed_behavior = ("OK", "INFORMATIONAL", "NON-STRICT", "UNIMPLEMENTED")
+        else:
+            allowed_behavior = ("OK", "INFORMATIONAL", "UNIMPLEMENTED")
+
+        for (report, result) in cases.items():
+            behavior = result["behavior"]
+            behavior_close = result["behaviorClose"]
+
+            if behavior not in allowed_behavior or behavior_close not in allowed_behavior:
+                raise Exception(f"Case {report} failed: {result}")
+
+def load_reports(path):
+    with open(path, "r") as f:
+        return json.load(f)
+
+validate_report_json(load_reports(CLIENTS))
+validate_report_json(load_reports(SERVERS))