We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents f926ab1 + b3ecc76 commit 761e9e7Copy full SHA for 761e9e7
config/runtimes/vllm-spyre-s390x-template.yaml
@@ -36,7 +36,8 @@ objects:
36
command:
37
- /bin/bash
38
- -c
39
- - source /etc/profile.d/ibm-aiu-setup.sh && exec python3 -m vllm_tgis_adapter "$@"
+ - source /etc/profile.d/ibm-aiu-setup.sh && exec python3 -m vllm.entrypoints.openai.api_server "$@"
40
+ - --
41
args:
42
- '--model=/mnt/models'
43
- '--port=8000'
@@ -72,4 +73,4 @@ objects:
72
73
- name: shm
74
emptyDir:
75
medium: Memory
- sizeLimit: 2Gi
76
+ sizeLimit: 2Gi
0 commit comments