File tree Expand file tree Collapse file tree 1 file changed +7
-8
lines changed
Expand file tree Collapse file tree 1 file changed +7
-8
lines changed Original file line number Diff line number Diff line change 1- shim-version : v0.3.9 @sha256:a45eb01f8e5fa3162b804821d53d8e8667a75940a9c1995f29265347efca8009
2- cvm-version : 0.5.17
1+ shim-version : v0.3.16 @sha256:20220be4487f241e7e2a9af6dd576d20ba35d71307bd777c8dba9ba5da03fb38
2+ cvm-version : 0.6.7
33cpus : 32
44memory : 524288
55gpus : full
@@ -11,12 +11,11 @@ models:
1111
1212containers :
1313 - name : " deepseek-r1-0528"
14- image : " "
15- args : [
16- " --runtime" , "nvidia",
17- " --gpus" , "all",
18- " --ipc" , "host",
19- " vllm/vllm-openai:v0.14.0@sha256:1d6866b87630d94f5e0cdae55ab5abb4ce0b03fcb84d9d10612f9d518d19d4fd" ,
14+ image : " vllm/vllm-openai:v0.14.0@sha256:1d6866b87630d94f5e0cdae55ab5abb4ce0b03fcb84d9d10612f9d518d19d4fd"
15+ runtime : nvidia
16+ gpus : all
17+ ipc : host
18+ command : [
2019 " --model" , "/tinfoil/mpk/mpk-1cacd16f763afa07848c18e564b35699aef1530357873bd9ddd483626312b178",
2120 " --tensor-parallel-size" , "8",
2221 " --max-model-len" , "131072",
You can’t perform that action at this time.
0 commit comments