gpu ci run

Author: NCIC-AlphaSparse

.github/workflows/gpu-benchmark.yml

@@ -3,47 +3,34 @@ name: GPU Benchmark
 on:
   workflow_dispatch:
     inputs:
-      suite:
-        description: GPU benchmark suite to run
-        required: true
-        default: quick
-        type: choice
-        options:
-          - quick
-          - full
-          - full-synthetic
-          - gather
-          - scatter
-          - spmv
-          - spmv-coo
-          - spmm
-          - spmm-coo
-          - spsv
-          - spsm
-          - alpha-spmm-alg1
-          - spmm-opt-alg2
-          - spgemm
-          - sddmm
+      ops:
+        description: >-
+          Comma-separated operator ids to benchmark (keys of OP_TEST_CONFIGS in
+          run_flagsparse_pytest.py). Leave empty to run all configured
+          operators from conf/operators.yaml.
+        required: false
+        type: string
       matrix_dir:
-        description: MatrixMarket file or directory used by mtx-backed suites
+        description: MatrixMarket file or directory passed to mtx-backed operators
         required: true
         default: tests/data
         type: string
       warmup:
-        description: Warmup iterations for suites that support it
+        description: Warmup iterations for operators that support it
         required: true
         default: "5"
         type: string
       iters:
-        description: Timed iterations for suites that support it
+        description: Timed iterations for operators that support it
         required: true
         default: "20"
         type: string
-      use_cusparse:
-        description: Include cuSPARSE baselines when available on the runner
-        required: true
-        default: false
-        type: boolean
+      benchmark_args:
+        description: >-
+          Extra args appended to every performance invocation (e.g.
+          "--no-cusparse" or "--with-cusparse" for operators that support it).
+        required: false
+        type: string
 
 jobs:
   benchmark:
@@ -84,19 +71,24 @@ jobs:
       - name: Validate installed wheel import
         run: python tools/ci/check_installed_wheel.py --expected-version 1.0.0
 
-      - name: Run selected GPU benchmark suite
+      - name: Run GPU performance benchmarks
         shell: bash
         run: |
           args=(
-            --suite "${{ inputs.suite }}"
-            --matrix-dir "${{ inputs.matrix_dir }}"
-            --warmup "${{ inputs.warmup }}"
-            --iters "${{ inputs.iters }}"
+            run_flagsparse_performance.py
+            --benchmark-input "${{ inputs.matrix_dir }}"
+            --benchmark-warmup "${{ inputs.warmup }}"
+            --benchmark-iters "${{ inputs.iters }}"
+            --gpus 0
+            --results-dir benchmark_results
           )
-          if [ "${{ inputs.use_cusparse }}" = "true" ]; then
-            args+=(--with-cusparse)
+          if [ -n "${{ inputs.ops }}" ]; then
+            args+=(--ops "${{ inputs.ops }}")
+          fi
+          if [ -n "${{ inputs.benchmark_args }}" ]; then
+            args+=(--benchmark-args "${{ inputs.benchmark_args }}")
           fi
-          python tools/ci/run_gpu_benchmark.py "${args[@]}"
+          python "${args[@]}"
 
       - name: Upload benchmark artifacts
         if: always()

.github/workflows/gpu-ci.yml

@@ -11,8 +11,11 @@ on:
         options:
           - quick
           - normal
-      marker:
-        description: Optional pytest marker expression
+      ops:
+        description: >-
+          Comma-separated operator ids to run (keys of OP_TEST_CONFIGS in
+          run_flagsparse_pytest.py). Leave empty to run all configured
+          operators from conf/operators.yaml.
         required: false
         type: string
 
@@ -58,11 +61,16 @@ jobs:
       - name: Run GPU accuracy tests
         shell: bash
         run: |
-          args=(tests/pytest --mode "${{ inputs.mode }}" -q)
-          if [ -n "${{ inputs.marker }}" ]; then
-            args+=(-m "${{ inputs.marker }}")
+          args=(
+            run_flagsparse_accuracy.py
+            --mode "${{ inputs.mode }}"
+            --gpus 0
+            --results-dir pytest_results
+          )
+          if [ -n "${{ inputs.ops }}" ]; then
+            args+=(--ops "${{ inputs.ops }}")
           fi
-          pytest "${args[@]}"
+          python "${args[@]}"
 
       - name: Upload GPU CI artifacts
         if: always()

Makefile

@@ -68,7 +68,7 @@ gpu-env-check:
 	$(PYTHON) tools/ci/check_gpu_environment.py --require-cuda
 
 gpu-benchmark: gpu-env-check
-	$(PYTHON) tools/ci/run_gpu_benchmark.py --suite quick
+	$(PYTHON) run_flagsparse_performance.py --ops gather,scatter,spmv_csr,spmm_csr --results-dir benchmark_results
 
 release-check: ci-deps compile format-check lint lint-src pre-commit-check build install-wheel validate-wheel test-ci
 	$(PYTHON) -m twine check $(DIST_DIR)/*.whl $(DIST_DIR)/*.tar.gz