trunner: run tests alphabetically

JIRA CI-310
phoenix-rtos · Aug 7, 2023 · c8f3011 · c8f3011
1 parent 0cb61c4
commit c8f3011
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/trunner/test_runner.py b/trunner/test_runner.py
@@ -104,9 +104,13 @@ def search_for_tests(self) -> List[Path]:
             yamls = []
 
             if path.is_dir():
-                yamls = list(path.rglob("test*.yaml")) + list(path.rglob("test*.yml"))
+                for p in list(path.rglob("test*.yaml")) + list(path.rglob("test*.yml")):
+                    if ".git" not in str(p):
+                        yamls.append(p)
                 if not yamls:
                     raise ValueError(f"{path} does not contain .yaml test configuration")
+                else:
+                    yamls.sort()
             elif path.is_file():
                 if path.suffix != ".yaml" and path.suffix != ".yml":
                     raise ValueError("Test configuration must be a file with .yaml or .yml extension")