Make all tests separate

Signed-off-by: Keval Morabia <[email protected]>

Author: kevalmorabia97

.github/workflows/_example_tests_runner.yml

@@ -8,8 +8,8 @@ on:
         description: "Docker image to use for tests"
         required: true
         type: string
-      examples:
-        description: "Space-separated list of example names to test"
+      example:
+        description: "Example name to test (e.g. 'llm_ptq')"
         required: true
         type: string
       timeout_minutes:
@@ -18,7 +18,7 @@ on:
         type: number
         default: 60
       pip_install_extras:
-        description: 'Pip install extras (e.g., "[hf,dev-test]" or "[all,dev-test]")'
+        description: "Pip install extras (e.g. '[hf,dev-test]' or '[all,dev-test]')"
         required: false
         type: string
         default: "[all,dev-test]"
@@ -29,7 +29,7 @@ on:
         default: "linux-amd64-gpu-h100-latest-1"
 
 jobs:
-  run-tests:
+  run-test:
     runs-on: ${{ inputs.runner }}
     timeout-minutes: ${{ inputs.timeout_minutes }}
     container:
@@ -52,17 +52,13 @@ jobs:
 
           pip install ".${{ inputs.pip_install_extras }}"
 
-          if [[ "${{ inputs.examples }}" == *"diffusers"* ]]; then
+          if [[ "${{ inputs.example }}" == *"diffusers"* ]]; then
             echo "Uninstalling apex for diffusers: T5 Int8 (PixArt) + Apex is not supported as per https://github.com/huggingface/transformers/issues/21391"
             pip uninstall -y apex || true
           fi
 
-          for example in ${{ inputs.examples }}; do
-            find examples/$example -name "requirements.txt" | while read req_file; do pip install -r "$req_file" || exit 1; done
-          done
+          find examples/${{ inputs.example }} -name "requirements.txt" | while read req_file; do pip install -r "$req_file" || exit 1; done
       - name: Run tests
         run: |
-          TEST_DIRS=""
-          for example in ${{ inputs.examples }}; do TEST_DIRS="$TEST_DIRS tests/examples/$example"; done
-          echo "Running tests in: $TEST_DIRS"
-          pytest $TEST_DIRS
+          echo "Running tests for: ${{ inputs.example }}"
+          pytest tests/examples/${{ inputs.example }}

.github/workflows/example_tests.yml

@@ -7,19 +7,6 @@ on:
   schedule:
     - cron: "0 0 * * *" # Nightly
   workflow_dispatch: # On-demand
-    inputs:
-      torch_examples:
-        description: "PyTorch examples to test (space-separated, empty to skip)"
-        type: string
-        default: ""
-      trtllm_examples:
-        description: "TensorRT-LLM examples to test (space-separated, empty to skip)"
-        type: string
-        default: "llm_ptq vlm_ptq"
-      onnx_examples:
-        description: "ONNX/TensorRT examples to test (space-separated, empty to skip)"
-        type: string
-        default: "diffusers"
 
 # Cancel previous runs if new commit is pushed to the same PR
 concurrency:
@@ -73,71 +60,83 @@ jobs:
   example-torch-pr:
     needs: [check-file-changes, wait-checks]
     if: startsWith(github.ref, 'refs/heads/pull-request/') && needs.check-file-changes.outputs.any_changed == 'true'
+    strategy:
+      matrix:
+        example: [llm_distill, llm_qat, llm_sparsity, speculative_decoding]
     uses: ./.github/workflows/_example_tests_runner.yml
     secrets: inherit
     with:
       docker_image: "nvcr.io/nvidia/pytorch:25.06-py3"
-      examples: "llm_distill llm_qat llm_sparsity speculative_decoding"
-      timeout_minutes: 60
+      example: ${{ matrix.example }}
       pip_install_extras: "[hf,dev-test]"
       runner: linux-amd64-gpu-l4-latest-1
 
   example-torch-non-pr:
-    if: ${{ !startsWith(github.ref, 'refs/heads/pull-request/') && (github.event_name != 'workflow_dispatch' || inputs.torch_examples != '') }}
+    if: ${{ !startsWith(github.ref, 'refs/heads/pull-request/') }}
+    strategy:
+      matrix:
+        example: [llm_distill, llm_qat, llm_sparsity, speculative_decoding]
     uses: ./.github/workflows/_example_tests_runner.yml
     secrets: inherit
     with:
       docker_image: "nvcr.io/nvidia/pytorch:25.06-py3"
-      examples: ${{ inputs.torch_examples || 'llm_distill llm_qat llm_sparsity speculative_decoding' }}
-      timeout_minutes: 60
+      example: ${{ matrix.example }}
       pip_install_extras: "[hf,dev-test]"
       runner: linux-amd64-gpu-h100-latest-2
 
   ##### TensorRT-LLM Example Tests #####
   example-trtllm-pr:
     needs: [check-file-changes, wait-checks]
     if: startsWith(github.ref, 'refs/heads/pull-request/') && needs.check-file-changes.outputs.any_changed == 'true'
+    strategy:
+      matrix:
+        example: [llm_ptq, vlm_ptq]
     uses: ./.github/workflows/_example_tests_runner.yml
     secrets: inherit
     with:
       docker_image: "nvcr.io/nvidia/tensorrt-llm/release:1.1.0rc2.post2"
-      examples: "llm_autodeploy llm_eval llm_ptq vlm_ptq"
-      timeout_minutes: 90
+      example: ${{ matrix.example }}
       pip_install_extras: "[hf,dev-test]"
       runner: linux-amd64-gpu-h100-latest-1
 
   example-trtllm-non-pr:
-    if: ${{ !startsWith(github.ref, 'refs/heads/pull-request/') && (github.event_name != 'workflow_dispatch' || inputs.trtllm_examples != '') }}
+    if: ${{ !startsWith(github.ref, 'refs/heads/pull-request/') }}
+    strategy:
+      matrix:
+        example: [llm_autodeploy, llm_eval, llm_ptq, vlm_ptq]
     uses: ./.github/workflows/_example_tests_runner.yml
     secrets: inherit
     with:
       docker_image: "nvcr.io/nvidia/tensorrt-llm/release:1.1.0rc2.post2"
-      examples: ${{ inputs.trtllm_examples || 'llm_autodeploy llm_eval llm_ptq vlm_ptq' }}
-      timeout_minutes: 90
+      example: ${{ matrix.example }}
       pip_install_extras: "[hf,dev-test]"
       runner: linux-amd64-gpu-h100-latest-2
 
   ##### ONNX/TensorRT Example Tests #####
   example-onnx-pr:
     needs: [check-file-changes, wait-checks]
     if: startsWith(github.ref, 'refs/heads/pull-request/') && needs.check-file-changes.outputs.any_changed == 'true'
+    strategy:
+      matrix:
+        example: [diffusers, onnx_ptq]
     uses: ./.github/workflows/_example_tests_runner.yml
     secrets: inherit
     with:
       docker_image: "nvcr.io/nvidia/tensorrt:25.08-py3"
-      examples: "diffusers onnx_ptq"
-      timeout_minutes: 60
+      example: ${{ matrix.example }}
       pip_install_extras: "[all,dev-test]"
       runner: linux-amd64-gpu-l4-latest-1
 
   example-onnx-non-pr:
-    if: ${{ !startsWith(github.ref, 'refs/heads/pull-request/') && (github.event_name != 'workflow_dispatch' || inputs.onnx_examples != '') }}
+    if: ${{ !startsWith(github.ref, 'refs/heads/pull-request/') }}
+    strategy:
+      matrix:
+        example: [diffusers, onnx_ptq]
     uses: ./.github/workflows/_example_tests_runner.yml
     secrets: inherit
     with:
       docker_image: "nvcr.io/nvidia/tensorrt:25.08-py3"
-      examples: ${{ inputs.onnx_examples || 'diffusers onnx_ptq' }}
-      timeout_minutes: 60
+      example: ${{ matrix.example }}
       pip_install_extras: "[all,dev-test]"
       runner: linux-amd64-gpu-l4-latest-1