Skip to content

Commit b8c8870

Browse files
authored
vLLM CPU x86 smoke tests (#1030)
* vLLM CPU x86 smoke tests Signed-off-by: Edward Quarm <equarmjnr@gmail.com> * vLLM CPU x86 smoke tests Signed-off-by: Edward Quarm <equarmjnr@gmail.com> * acclerator type Signed-off-by: Edward Quarm <equarmjnr@gmail.com> * acclerator type Signed-off-by: Edward Quarm <equarmjnr@gmail.com> --------- Signed-off-by: Edward Quarm <equarmjnr@gmail.com>
1 parent 4655049 commit b8c8870

File tree

2 files changed

+8
-1
lines changed

2 files changed

+8
-1
lines changed

tests/model_serving/model_runtime/model_validation/constant.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,13 +8,15 @@
88
AcceleratorType.AMD: "amd.com/gpu",
99
AcceleratorType.GAUDI: "habana.ai/gaudi",
1010
AcceleratorType.SPYRE: Labels.Spyre.SPYRE_COM_GPU,
11+
AcceleratorType.CPU_x86: Labels.CPU.CPU_x86,
1112
}
1213

1314
TEMPLATE_MAP: dict[str, str] = {
1415
AcceleratorType.NVIDIA: RuntimeTemplates.VLLM_CUDA,
1516
AcceleratorType.AMD: RuntimeTemplates.VLLM_ROCM,
1617
AcceleratorType.GAUDI: RuntimeTemplates.VLLM_GAUDI,
1718
AcceleratorType.SPYRE: RuntimeTemplates.VLLM_SPYRE,
19+
AcceleratorType.CPU_x86: RuntimeTemplates.VLLM_CPU_x86,
1820
}
1921

2022

utilities/constants.py

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -80,6 +80,7 @@ class RuntimeTemplates:
8080
VLLM_ROCM: str = "vllm-rocm-runtime-template"
8181
VLLM_GAUDI: str = "vllm-gaudi-runtime-template"
8282
VLLM_SPYRE: str = "vllm-spyre-x86-runtime-template"
83+
VLLM_CPU_x86: str = "vllm-cpu-x86-runtime-template"
8384
MLSERVER: str = f"{ModelFormat.MLSERVER}-runtime-template"
8485
TRITON_REST: str = "triton-rest-runtime-template"
8586
TRITON_GRPC: str = "triton-grpc-runtime-template"
@@ -129,7 +130,8 @@ class AcceleratorType:
129130
AMD: str = "amd"
130131
GAUDI: str = "gaudi"
131132
SPYRE: str = "spyre"
132-
SUPPORTED_LISTS: list[str] = [NVIDIA, AMD, GAUDI, SPYRE]
133+
CPU_x86: str = "cpu_x86"
134+
SUPPORTED_LISTS: list[str] = [NVIDIA, AMD, GAUDI, SPYRE, CPU_x86]
133135

134136

135137
class ApiGroups:
@@ -224,6 +226,9 @@ class ROCm:
224226
class Spyre:
225227
SPYRE_COM_GPU: str = "ibm.com/spyre_pf"
226228

229+
class CPU:
230+
CPU_x86: str = "cpu"
231+
227232
class Kueue:
228233
MANAGED: str = "kueue.openshift.io/managed"
229234
QUEUE_NAME: str = "kueue.x-k8s.io/queue-name"

0 commit comments

Comments
 (0)