enable sm vllm route

Author: Jyothirmaikottu

src/start_testbuilds.py

@@ -302,7 +302,8 @@ def main():
             #     run_test_job(commit, f"dlc-pr-{test_type}", images_str)
 
             # Trigger sagemaker local test jobs when there are changes in sagemaker_tests
-            if test_type == "sagemaker" and config.is_sm_local_test_enabled():
+            # Skip SageMaker local tests for vLLM images as they use different test structure
+            if test_type == "sagemaker" and config.is_sm_local_test_enabled() and "vllm" not in images_str:
                 test_job = f"dlc-pr-{test_type}-local-test"
                 run_test_job(commit, test_job, images_str)
 

test/testrunner.py

@@ -327,13 +327,19 @@ def main():
             "security_sanity",
             "eks",
             "ec2",
-            "sagemaker",
         }:
             LOGGER.info(
                 f"NOTE: {specific_test_type} tests not supported on vllm images. Skipping..."
             )
             return
 
+    # Skip SageMaker tests for vLLM images as they use different test structure
+    if all("vllm" in image_uri for image_uri in all_image_list) and test_type == "sagemaker":
+        LOGGER.info(
+            f"NOTE: SageMaker tests for vLLM images use different test structure. Skipping standard SageMaker tests..."
+        )
+        return
+
     # quick_checks tests don't have images in it. Using a placeholder here for jobs like that
     try:
         framework, version = get_framework_and_version_from_tag(all_image_list[0])

vllm/buildspec-sm.yml

@@ -43,7 +43,7 @@ images:
     latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-sm" ]
     docker_file: !join [ *FRAMEWORK, /, *ARCH_TYPE, /, *DEVICE_TYPE, /Dockerfile ]
     target: vllm-sagemaker
-    build: true
+    build: false
     enable_common_stage_build: false
     test_configs:
       test_platforms: