[Benchmark] Add benchmark functional test framework with Qwen3 test case

.github/workflows/all_tests_common.yml

@@ -27,6 +27,7 @@ jobs:
       inference_test_matrix: ${{ steps.config.outputs.inference_test_matrix }}
       serve_test_matrix: ${{ steps.config.outputs.serve_test_matrix }}
       rl_test_matrix: ${{ steps.config.outputs.rl_test_matrix }}
+      benchmark_test_matrix: ${{ steps.config.outputs.benchmark_test_matrix }}
       pkg_mgr: ${{ steps.config.outputs.pkg_mgr }}
       env_path: ${{ steps.config.outputs.env_path }}
       env_name_train: ${{ steps.config.outputs.env_name_train }}
@@ -155,7 +156,6 @@ jobs:
       env_name: ${{ needs.checkout_and_config.outputs.env_name_train }}
       env_path: ${{ needs.checkout_and_config.outputs.env_path }}
 
-  # NOTE: Inference, serve, and rl functional tests are temporarily disabled
   functional_tests_inference:
     needs:
       - checkout_and_config
@@ -192,6 +192,7 @@ jobs:
       env_name: ${{ needs.checkout_and_config.outputs.env_name_serve }}
       env_path: ${{ needs.checkout_and_config.outputs.env_path }}
 
+  # NOTE: rl functional tests are temporarily disabled
   # functional_tests_rl:
   #   needs:
   #     - checkout_and_config
@@ -210,6 +211,24 @@ jobs:
   #     env_name: ${{ needs.checkout_and_config.outputs.env_name_rl }}
   #     env_path: ${{ needs.checkout_and_config.outputs.env_path }}
 
+  functional_tests_benchmark:
+    needs:
+      - checkout_and_config
+      - unit_tests
+    if: fromJson(needs.checkout_and_config.outputs.benchmark_test_matrix)[0] != null
+    uses: ./.github/workflows/functional_tests_benchmark.yml
+    with:
+      platform: ${{ inputs.platform }}
+      test_matrix: ${{ needs.checkout_and_config.outputs.benchmark_test_matrix }}
+      image: ${{ needs.checkout_and_config.outputs.ci_train_image }}
+      runs_on: ${{ needs.checkout_and_config.outputs.runs_on }}
+      container_volumes: ${{ needs.checkout_and_config.outputs.container_volumes }}
+      container_options: ${{ needs.checkout_and_config.outputs.container_options }}
+      source_artifact: flagscale-source-${{ github.sha }}
+      pkg_mgr: ${{ needs.checkout_and_config.outputs.pkg_mgr }}
+      env_name: ${{ needs.checkout_and_config.outputs.env_name_train }}
+      env_path: ${{ needs.checkout_and_config.outputs.env_path }}
+
   all_tests_complete:
     defaults:
       run:
@@ -219,9 +238,10 @@ jobs:
       - unit_tests
       - functional_tests_train
       - functional_tests_hetero_train
+      - functional_tests_benchmark
+      - functional_tests_inference
+      - functional_tests_serve
       # NOTE: Disabled tests removed from needs
-      # - functional_tests_inference
-      # - functional_tests_serve
       # - functional_tests_rl
     runs-on: ubuntu-latest
     if: always()
@@ -249,19 +269,25 @@ jobs:
             failed=true
           fi
 
-          # NOTE: Inference, serve, and rl checks disabled
-          # if [ "${{ needs.functional_tests_inference.result }}" != "success" ] && \
-          #    [ "${{ needs.functional_tests_inference.result }}" != "skipped" ]; then
-          #   echo "❌ Inference functional tests failed"
-          #   failed=true
-          # fi
+          if [ "${{ needs.functional_tests_benchmark.result }}" != "success" ] && \
+             [ "${{ needs.functional_tests_benchmark.result }}" != "skipped" ]; then
+            echo "❌ Benchmark tests failed"
+            failed=true
+          fi
 
-          # if [ "${{ needs.functional_tests_serve.result }}" != "success" ] && \
-          #    [ "${{ needs.functional_tests_serve.result }}" != "skipped" ]; then
-          #   echo "❌ Serve functional tests failed"
-          #   failed=true
-          # fi
+          if [ "${{ needs.functional_tests_inference.result }}" != "success" ] && \
+             [ "${{ needs.functional_tests_inference.result }}" != "skipped" ]; then
+            echo "❌ Inference functional tests failed"
+            failed=true
+          fi
+
+          if [ "${{ needs.functional_tests_serve.result }}" != "success" ] && \
+             [ "${{ needs.functional_tests_serve.result }}" != "skipped" ]; then
+            echo "❌ Serve functional tests failed"
+            failed=true
+          fi
 
+          # NOTE: Inference, serve, and rl checks disabled
           # if [ "${{ needs.functional_tests_rl.result }}" != "success" ] && \
           #    [ "${{ needs.functional_tests_rl.result }}" != "skipped" ]; then
           #   echo "❌ RL functional tests failed"