Enable local tests for huggingface_vllm

Author: EC2 Default User

test/test_utils/sagemaker.py

@@ -274,7 +274,9 @@ def generate_sagemaker_pytest_cmd(image, sagemaker_test_type):
         )
     if framework == "tensorflow" and job_type == "training":
         path = os.path.join(os.path.dirname(path), f"{framework}{framework_major_version}_training")
-    if "huggingface" in framework and job_type == "inference":
+    if "huggingface" in framework and "vllm" in framework:
+        path = os.path.join("test", "sagemaker_tests", "huggingface", "vllm")
+    elif "huggingface" in framework and job_type == "inference":
         path = os.path.join("test", "sagemaker_tests", "huggingface", "inference")
     if "trcomp" in framework:
         path = os.path.join(

test/testrunner.py

@@ -559,7 +559,6 @@ def main():
             "habana": "Skipping SM tests because SM does not yet support Habana",
             "neuron": "Skipping - there are no local mode tests for Neuron",
             "huggingface-tensorflow-training": "Skipping - there are no local mode tests for HF TF training",
-            "vllm": "Skipping - there are no local mode tests for VLLM",
             "sglang": "Skipping - there are no local mode tests for sglang",
         }
 
@@ -571,6 +570,13 @@ def main():
                 sm_utils.generate_empty_report(report, test_type, skip_condition)
                 return
 
+        # Skip base vllm (not huggingface_vllm) - huggingface_vllm has local tests
+        if "vllm" in dlc_images and "huggingface" not in dlc_images:
+            LOGGER.info(f"Skipping - there are no local mode tests for base VLLM. Images: {dlc_images}")
+            report = os.path.join(os.getcwd(), "test", f"{test_type}.xml")
+            sm_utils.generate_empty_report(report, test_type, "vllm")
+            return
+
         testing_image_list = [
             image
             for image in standard_images_list