We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8f6448e commit 19e71b1Copy full SHA for 19e71b1
tinfoil-config.yml
@@ -16,7 +16,7 @@ containers:
16
"--runtime", "nvidia",
17
"--gpus", "all",
18
"--ipc", "host",
19
- "vllm/vllm-openai:v0.12.0@sha256:6766ce0c459e24b76f3e9ba14ffc0442131ef4248c904efdcbf0d89e38be01fe",
+ "vllm/vllm-openai:v0.13.0@sha256:d623253f2ba246378421c9642e20885e65257f38418ff26d48c81aea1702521b",
20
"--model", "/tinfoil/mpk/mpk-81993809d5510f60b216a144a27d4a2ca1df6b5ddaa6b7f0096a040bb5b1bf07",
21
"--enable-expert-parallel",
22
"--data-parallel-size", "8",
0 commit comments