ci: use matrix strategy for KWOK tests to parallelize across runners

Single-runner parallelism was slower due to resource contention on
4-vCPU GitHub Actions runners. Fan each recipe to its own runner via
matrix strategy for true parallelism (~5x faster wall-clock).

Author: mchmarny

.github/actions/kwok-test/action.yml

@@ -13,13 +13,12 @@
 # limitations under the License.
 
 name: 'KWOK Cluster Test'
-description: 'Test recipes using KWOK simulated nodes in parallel Kind clusters'
+description: 'Test a single recipe using KWOK simulated nodes in a Kind cluster'
 
 inputs:
   recipe:
-    description: 'Recipe name to test (empty = all testable recipes)'
-    required: false
-    default: ''
+    description: 'Recipe name to test'
+    required: true
   go_version:
     description: 'Go version to install'
     required: true
@@ -156,20 +155,13 @@ runs:
         make build
         ls -la dist/
 
-    - name: Run KWOK recipe tests
+    - name: Run KWOK recipe test
       id: validate
       shell: bash
       env:
-        KWOK_CLUSTER_PREFIX: aicr-kwok-test
         KIND_NODE_IMAGE: ${{ inputs.kind_node_image }}
       run: |
-        if [[ -n "${{ inputs.recipe }}" ]]; then
-          # Single recipe: use sequential script with dedicated cluster
-          KWOK_CLUSTER=aicr-kwok-test bash kwok/scripts/run-all-recipes.sh ${{ inputs.recipe }}
-        else
-          # All recipes: use parallel script for faster execution
-          bash kwok/scripts/run-all-recipes-parallel.sh
-        fi
+        KWOK_CLUSTER=aicr-kwok-test bash kwok/scripts/run-all-recipes.sh ${{ inputs.recipe }}
 
     - name: Collect debug artifacts
       if: failure()
@@ -198,7 +190,7 @@ runs:
       if: failure() && inputs.upload_artifacts == 'true'
       uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f  # v6.0.0
       with:
-        name: kwok-debug-${{ github.run_id }}
+        name: kwok-debug-${{ inputs.recipe }}-${{ github.run_id }}
         path: |
           /tmp/kwok-debug-artifacts/
           /tmp/kwok-kind-logs/

.github/workflows/kwok-recipes.yaml

@@ -46,10 +46,59 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
+  discover:
+    name: Discover Recipes
+    runs-on: ubuntu-latest
+    timeout-minutes: 2
+    outputs:
+      recipes: ${{ steps.find.outputs.recipes }}
+    steps:
+      - name: Checkout overlays
+        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6.0.2
+        with:
+          persist-credentials: false
+          sparse-checkout: |
+            recipes/overlays
+          sparse-checkout-cone-mode: false
+
+      - name: Find testable recipes
+        id: find
+        shell: bash
+        run: |
+          set -euo pipefail
+
+          # If a specific recipe was requested via workflow_dispatch, use it
+          if [[ -n "${{ github.event.inputs.recipe }}" ]]; then
+            recipes=$(jq -nc '[$recipe]' --arg recipe "${{ github.event.inputs.recipe }}")
+            echo "recipes=${recipes}" >> "$GITHUB_OUTPUT"
+            echo "Using specific recipe: ${{ github.event.inputs.recipe }}"
+            exit 0
+          fi
+
+          # Scan overlays for recipes with a cloud service criteria
+          recipes="[]"
+          for overlay in recipes/overlays/*.yaml; do
+            name=$(basename "$overlay" .yaml)
+            # yq is pre-installed on ubuntu-latest runners
+            service=$(yq eval '.spec.criteria.service // ""' "$overlay" 2>/dev/null || true)
+            if [[ -n "$service" && "$service" != "null" && "$service" != "any" ]]; then
+              recipes=$(echo "$recipes" | jq -c --arg r "$name" '. + [$r]')
+            fi
+          done
+
+          echo "recipes=${recipes}" >> "$GITHUB_OUTPUT"
+          echo "Discovered $(echo "$recipes" | jq 'length') recipe(s): $(echo "$recipes" | jq -c '.')"
+
   test:
-    name: KWOK Recipe Tests
+    name: KWOK (${{ matrix.recipe }})
+    needs: discover
+    if: ${{ needs.discover.outputs.recipes != '[]' && needs.discover.outputs.recipes != '' }}
     runs-on: ubuntu-latest
-    timeout-minutes: 45
+    timeout-minutes: 15
+    strategy:
+      fail-fast: false
+      matrix:
+        recipe: ${{ fromJSON(needs.discover.outputs.recipes) }}
     steps:
       - name: Checkout Code
         uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6.0.2
@@ -60,10 +109,10 @@ jobs:
         id: versions
         uses: ./.github/actions/load-versions
 
-      - name: Run KWOK tests
+      - name: Run KWOK test
         uses: ./.github/actions/kwok-test
         with:
-          recipe: ${{ github.event.inputs.recipe }}
+          recipe: ${{ matrix.recipe }}
           go_version: ${{ steps.versions.outputs.go }}
           kind_version: ${{ steps.versions.outputs.kind }}
           helm_version: ${{ steps.versions.outputs.helm }}
@@ -85,6 +134,8 @@ jobs:
 
           if [[ "${{ needs.test.result }}" == "success" ]]; then
             echo "All recipe validations passed" >> $GITHUB_STEP_SUMMARY
+          elif [[ "${{ needs.test.result }}" == "skipped" ]]; then
+            echo "No recipes to test" >> $GITHUB_STEP_SUMMARY
           elif [[ "${{ needs.test.result }}" == "cancelled" ]]; then
             echo "Recipe validations were cancelled" >> $GITHUB_STEP_SUMMARY
             exit 1

Makefile

@@ -479,10 +479,6 @@ endif
 kwok-test-all: build ## Run all KWOK recipe tests in a shared cluster
 	@bash kwok/scripts/run-all-recipes.sh
 
-.PHONY: kwok-test-all-parallel
-kwok-test-all-parallel: build ## Run all KWOK recipe tests in parallel across multiple clusters
-	@bash kwok/scripts/run-all-recipes-parallel.sh
-
 # =============================================================================
 # Combined Development Targets
 # =============================================================================
@@ -547,7 +543,6 @@ help-full: ## Displays commands grouped by category
 	@echo "  make kwok-status    Show KWOK cluster and node status"
 	@echo "  make kwok-e2e       Full KWOK workflow (RECIPE=<name>)"
 	@echo "  make kwok-test-all  Run all recipes in shared cluster"
-	@echo "  make kwok-test-all-parallel  Run all recipes in parallel clusters (faster)"
 	@echo ""
 	@echo "\033[1m=== Code Maintenance ===\033[0m"
 	@echo "  make tidy           Format code and update dependencies"