[CI] Add CI gating based on E2E performance test results check

.github/actions/linux-testenv/action.yml

@@ -140,6 +140,7 @@ runs:
           # for dlrm
           pip install pyre-extensions
           curl -fsSL https://raw.githubusercontent.com/facebookresearch/dlrm/refs/heads/torchrec-dlrm/requirements.txt |xargs pip install
+          pip uninstall -y fbgemm_gpu_nightly-cpu
           # for soft_actor_critic, temp fix
           pip install git+https://github.com/nocoding03/gym@fix-np
           cd ../pytorch
@@ -159,6 +160,7 @@ runs:
           # for dlrm
           pip install pyre-extensions
           curl -fsSL https://raw.githubusercontent.com/facebookresearch/dlrm/refs/heads/torchrec-dlrm/requirements.txt |xargs pip install
+          pip uninstall -y fbgemm_gpu_nightly-cpu
           cd ../pytorch
         else
           pip install -r ./.ci/docker/requirements-ci.txt

.github/ci_expected_accuracy/rolling/inductor_timm_models_inference.csv

@@ -61,3 +61,7 @@ visformer_small,pass,pass,pass,pass,pass
 vit_base_patch16_224,pass,pass,pass,pass,pass
 volo_d1_224,pass,pass,pass,pass,pass
 xcit_large_24_p8_224,pass,pass,pass,pass,pass
+convnextv2_nano.fcmae_ft_in22k_in1k,pass,pass,pass,pass,pass
+deit_tiny_patch16_224.fb_in1k,pass,pass,pass,pass,pass
+vit_base_patch14_dinov2.lvd142m,pass,pass,pass,pass,pass
+vit_base_patch16_siglip_256,pass,pass,pass,pass,pass

.github/ci_expected_accuracy/rolling/inductor_timm_models_training.csv

@@ -63,3 +63,7 @@ visformer_small,pass,pass,pass,pass,pass
 vit_base_patch16_224,pass,pass,pass,pass,pass
 volo_d1_224,pass,pass,pass,pass,pass
 xcit_large_24_p8_224,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
+convnextv2_nano.fcmae_ft_in22k_in1k,pass,pass,pass,pass,pass
+deit_tiny_patch16_224.fb_in1k,pass,pass,pass,pass,pass
+vit_base_patch14_dinov2.lvd142m,pass,pass,pass,pass,pass
+vit_base_patch16_siglip_256,pass,pass,pass,pass,pass

.github/scripts/e2e_summary.sh

@@ -194,9 +194,11 @@ $(
         echo -e "\n### Highlight regressions\n"
         if (( accuracy_regression > 0 ));then
             cat accuracy.regression.html
+            echo "accuracy 1" >> /tmp/tmp-result.txt
         fi
         if (( performance_regression > 0 ));then
             cat performance.regression.html
+            echo "performance 1" >> /tmp/tmp-result.txt
         fi
     fi
 )

.github/workflows/_linux_e2e.yml

@@ -138,15 +138,15 @@ jobs:
         uses: ./.github/actions/linux-e2etest
         with:
           suite: timm_models
-          dt: float16
+          dt: float16,bfloat16
           mode: training
           scenario: accuracy,performance
       - name: Nightly Torchbench BF16 Training Test
         if: ${{ contains(inputs.test_type, 'nightly') && contains(inputs.suite, 'torchbench') }}
         uses: ./.github/actions/linux-e2etest
         with:
           suite: torchbench
-          dt: bfloat16
+          dt: float16,bfloat16
           mode: training
           scenario: accuracy,performance
       - name: Nightly PT2E Full Test

.github/workflows/_linux_e2e_summary.yml

@@ -52,7 +52,7 @@ jobs:
           mkdir baseline/
           cd baseline/
           if [[ "${{ inputs.test_type }}" != *"ly" ]];then
-            artifact_type="$(echo ${{ inputs.test_type }} |awk -F '-' '{print $1}')-weekly"
+            artifact_type="$(echo ${{ inputs.test_type }} |awk -F '-' '{print $1}')-nightly"
           else
             artifact_type="${{ inputs.test_type }}"
           fi