[Benchmark] Add benchmark functional test framework with Qwen3 test case (#1145)

### PR Category
CICD

### PR Types
New Features

### PR Description

Add a benchmark functional test framework to the CI/CD pipeline,
enabling automated detection of training performance regressions by
comparing runtime metrics against baseline gold values.

- Introduce dedicated benchmark workflow
(`functional_tests_benchmark.yml`) with artifact download retry logic,
environment auto-setup, benchmark log parsing, metrics upload to
backend, and failure log archiving
- Add `test_benchmark_equal` in `check_results.py` supporting two
threshold types (`upper_bound` for elapsed time, `lower_bound` for
throughput) with configurable tolerance and automatic warmup iteration
skipping (first 5 iterations)
- Add `parse_benchmark_output.py` to extract metrics from training logs
into structured JSON and upload to the metrics backend for tracking
- Register `benchmark` as a new task type in the test runner
(`run_functional_tests.sh`), platform config loader
(`load_platform_config.sh`), and platform definition (`cuda.yaml`)
- Add Qwen3 tp2_pp2 as the first benchmark test case with gold values
for elapsed time per iteration (ms) and throughput per GPU (TFLOP/s/GPU)
at 10% tolerance
- Integrate benchmark tests into `all_tests_common.yml` and re-enable
inference/serve test checks in the completion gate

---------

Co-authored-by: zihugithub <fbye@baai.ac.cn>

Author: zihugithub

.github/workflows/all_tests_common.yml

@@ -27,6 +27,7 @@ jobs:
       inference_test_matrix: ${{ steps.config.outputs.inference_test_matrix }}
       serve_test_matrix: ${{ steps.config.outputs.serve_test_matrix }}
       rl_test_matrix: ${{ steps.config.outputs.rl_test_matrix }}
+      benchmark_test_matrix: ${{ steps.config.outputs.benchmark_test_matrix }}
       pkg_mgr: ${{ steps.config.outputs.pkg_mgr }}
       env_path: ${{ steps.config.outputs.env_path }}
       env_name_train: ${{ steps.config.outputs.env_name_train }}
@@ -169,7 +170,6 @@ jobs:
       env_name: ${{ needs.checkout_and_config.outputs.env_name_train }}
       env_path: ${{ needs.checkout_and_config.outputs.env_path }}
 
-  # NOTE: Inference, serve, and rl functional tests are temporarily disabled
   functional_tests_inference:
     needs:
       - checkout_and_config
@@ -206,6 +206,7 @@ jobs:
       env_name: ${{ needs.checkout_and_config.outputs.env_name_serve }}
       env_path: ${{ needs.checkout_and_config.outputs.env_path }}
 
+  # NOTE: rl functional tests are temporarily disabled
   # functional_tests_rl:
   #   needs:
   #     - checkout_and_config
@@ -224,6 +225,24 @@ jobs:
   #     env_name: ${{ needs.checkout_and_config.outputs.env_name_rl }}
   #     env_path: ${{ needs.checkout_and_config.outputs.env_path }}
 
+  functional_tests_benchmark:
+    needs:
+      - checkout_and_config
+      - unit_tests
+    if: fromJson(needs.checkout_and_config.outputs.benchmark_test_matrix)[0] != null
+    uses: ./.github/workflows/functional_tests_benchmark.yml
+    with:
+      platform: ${{ inputs.platform }}
+      test_matrix: ${{ needs.checkout_and_config.outputs.benchmark_test_matrix }}
+      image: ${{ needs.checkout_and_config.outputs.ci_train_image }}
+      runs_on: ${{ needs.checkout_and_config.outputs.runs_on }}
+      container_volumes: ${{ needs.checkout_and_config.outputs.container_volumes }}
+      container_options: ${{ needs.checkout_and_config.outputs.container_options }}
+      source_artifact: flagscale-source-${{ github.sha }}
+      pkg_mgr: ${{ needs.checkout_and_config.outputs.pkg_mgr }}
+      env_name: ${{ needs.checkout_and_config.outputs.env_name_train }}
+      env_path: ${{ needs.checkout_and_config.outputs.env_path }}
+
   all_tests_complete:
     defaults:
       run:
@@ -234,9 +253,10 @@ jobs:
       - unit_tests
       - functional_tests_train
       - functional_tests_hetero_train
+      - functional_tests_benchmark
+      - functional_tests_inference
+      - functional_tests_serve
       # NOTE: Disabled tests removed from needs
-      # - functional_tests_inference
-      # - functional_tests_serve
       # - functional_tests_rl
     runs-on: ubuntu-latest
     if: always()
@@ -269,19 +289,25 @@ jobs:
             failed=true
           fi
 
-          # NOTE: Inference, serve, and rl checks disabled
-          # if [ "${{ needs.functional_tests_inference.result }}" != "success" ] && \
-          #    [ "${{ needs.functional_tests_inference.result }}" != "skipped" ]; then
-          #   echo "❌ Inference functional tests failed"
-          #   failed=true
-          # fi
+          if [ "${{ needs.functional_tests_benchmark.result }}" != "success" ] && \
+             [ "${{ needs.functional_tests_benchmark.result }}" != "skipped" ]; then
+            echo "❌ Benchmark tests failed"
+            failed=true
+          fi
 
-          # if [ "${{ needs.functional_tests_serve.result }}" != "success" ] && \
-          #    [ "${{ needs.functional_tests_serve.result }}" != "skipped" ]; then
-          #   echo "❌ Serve functional tests failed"
-          #   failed=true
-          # fi
+          if [ "${{ needs.functional_tests_inference.result }}" != "success" ] && \
+             [ "${{ needs.functional_tests_inference.result }}" != "skipped" ]; then
+            echo "❌ Inference functional tests failed"
+            failed=true
+          fi
+
+          if [ "${{ needs.functional_tests_serve.result }}" != "success" ] && \
+             [ "${{ needs.functional_tests_serve.result }}" != "skipped" ]; then
+            echo "❌ Serve functional tests failed"
+            failed=true
+          fi
 
+          # NOTE: Inference, serve, and rl checks disabled
           # if [ "${{ needs.functional_tests_rl.result }}" != "success" ] && \
           #    [ "${{ needs.functional_tests_rl.result }}" != "skipped" ]; then
           #   echo "❌ RL functional tests failed"