test sm

Author: Jyothirmaikottu

dlc_developer_config.toml

@@ -182,4 +182,4 @@ dlc-pr-pytorch-eia-inference = ""
 dlc-pr-tensorflow-2-eia-inference = ""
 
 # vllm
-dlc-pr-vllm = "vllm/buildspec.yml"
+dlc-pr-vllm = "vllm/buildspec-sm.yml"

vllm/buildspec-sm.yml

@@ -33,7 +33,7 @@ images:
     <<: *BUILD_REPOSITORY
     context:
       <<: *BUILD_CONTEXT
-    image_size_baseline: 25000
+    image_size_baseline: 26000
     device_type: &DEVICE_TYPE gpu
     cuda_version: &CUDA_VERSION cu128
     python_version: &DOCKER_PYTHON_VERSION py3

vllm/buildspec.yml

@@ -2,8 +2,8 @@ account_id: &ACCOUNT_ID <set-$ACCOUNT_ID-in-environment>
 prod_account_id: &PROD_ACCOUNT_ID 763104351884
 region: &REGION <set-$REGION-in-environment>
 framework: &FRAMEWORK vllm
-version: &VERSION "0.10.2"
-short_version: &SHORT_VERSION "0.10"
+version: &VERSION "0.11.0"
+short_version: &SHORT_VERSION "0.11"
 arch_type: &ARCH_TYPE x86_64
 autopatch_build: "False"
 
@@ -33,9 +33,9 @@ images:
     <<: *BUILD_REPOSITORY
     context:
       <<: *BUILD_CONTEXT
-    image_size_baseline: 20000
+    image_size_baseline: 26000
     device_type: &DEVICE_TYPE gpu
-    cuda_version: &CUDA_VERSION cu129
+    cuda_version: &CUDA_VERSION cu128
     python_version: &DOCKER_PYTHON_VERSION py3
     tag_python_version: &TAG_PYTHON_VERSION py312
     os_version: &OS_VERSION ubuntu22.04