group tests by example time

Author: mattseddon

.github/workflows/examples.yml

@@ -18,6 +18,7 @@ jobs:
       matrix:
         os: [ubuntu-latest-16-cores, macos-latest, windows-latest-8-cores]
         pyv: ['3.9', '3.12']
+        group: ['get_started', 'llm_and_nlp or computer_vision', 'multimodal']
     steps:
       - uses: actions/checkout@v4
 
@@ -34,4 +35,4 @@ jobs:
           uv --version
 
       - name: Run examples
-        run: nox -s examples -p ${{ matrix.pyv }}
+        run: nox -s examples -p ${{ matrix.pyv }} -- -m "${{ matrix.group }}"

examples/get_started/torch-loader.py

@@ -64,7 +64,7 @@ def forward(self, x):
     optimizer = optim.Adam(model.parameters(), lr=0.001)
 
     # Train the model
-    num_epochs = 1
+    num_epochs = 3
     for epoch in range(num_epochs):
         for i, data in enumerate(train_loader):
             inputs, labels = data

pyproject.toml

@@ -118,7 +118,12 @@ namespaces = false
 addopts = "-rfEs -m 'not benchmark and not examples'"
 markers = [
   "benchmark: benchmarks.",
-  "e2e: End-to-end tests"
+  "e2e: End-to-end tests",
+  "examples: All examples",
+  "computer_vision: Computer vision examples",
+  "get_started: Get started examples",
+  "llm_and_nlp: LLM and NLP examples",
+  "multimodal: Multimodal examples",
 ]
 asyncio_mode = "auto"
 filterwarnings = [

tests/examples/test_examples.py

@@ -64,24 +64,28 @@ def smoke_test(example: str):
 
 
 @pytest.mark.examples
+@pytest.mark.get_started
 @pytest.mark.parametrize("example", get_started_examples)
 def test_get_started_examples(example):
     smoke_test(example)
 
 
 @pytest.mark.examples
+@pytest.mark.llm_and_nlp
 @pytest.mark.parametrize("example", llm_and_nlp_examples)
 def test_llm_and_nlp_examples(example):
     smoke_test(example)
 
 
 @pytest.mark.examples
+@pytest.mark.multimodal
 @pytest.mark.parametrize("example", multimodal_examples)
 def test_multimodal(example):
     smoke_test(example)
 
 
 @pytest.mark.examples
+@pytest.mark.computer_vision
 @pytest.mark.parametrize("example", computer_vision_examples)
 def test_computer_vision_examples(example):
     smoke_test(example)