Skip to content

Commit bc6fc46

Browse files
committed
chore: bump shim and cvm version
Also convert to the new config format
1 parent f6c3479 commit bc6fc46

File tree

1 file changed

+7
-8
lines changed

1 file changed

+7
-8
lines changed

tinfoil-config.yml

Lines changed: 7 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
shim-version: v0.3.9@sha256:a45eb01f8e5fa3162b804821d53d8e8667a75940a9c1995f29265347efca8009
2-
cvm-version: 0.5.17
1+
shim-version: v0.3.16@sha256:20220be4487f241e7e2a9af6dd576d20ba35d71307bd777c8dba9ba5da03fb38
2+
cvm-version: 0.6.7
33
cpus: 32
44
memory: 524288
55
gpus: full
@@ -11,12 +11,11 @@ models:
1111

1212
containers:
1313
- name: "deepseek-r1-0528"
14-
image: ""
15-
args: [
16-
"--runtime", "nvidia",
17-
"--gpus", "all",
18-
"--ipc", "host",
19-
"vllm/vllm-openai:v0.14.0@sha256:1d6866b87630d94f5e0cdae55ab5abb4ce0b03fcb84d9d10612f9d518d19d4fd",
14+
image: "vllm/vllm-openai:v0.14.0@sha256:1d6866b87630d94f5e0cdae55ab5abb4ce0b03fcb84d9d10612f9d518d19d4fd"
15+
runtime: nvidia
16+
gpus: all
17+
ipc: host
18+
command: [
2019
"--model", "/tinfoil/mpk/mpk-1cacd16f763afa07848c18e564b35699aef1530357873bd9ddd483626312b178",
2120
"--tensor-parallel-size", "8",
2221
"--max-model-len", "131072",

0 commit comments

Comments
 (0)