Skip to content

Commit 2e4be07

Browse files
authored
Bump vllm minimum version to 0.17.1 (#165)
Some latest enhancements we want to grab Signed-off-by: Eric Curtin <eric.curtin@docker.com>
1 parent 3b6c257 commit 2e4be07

3 files changed

Lines changed: 5 additions & 3 deletions

File tree

install.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -123,7 +123,7 @@ main() {
123123

124124
ensure_venv "$venv"
125125

126-
local vllm_v="0.14.1"
126+
local vllm_v="0.17.1"
127127
local url_base="https://github.com/vllm-project/vllm/releases/download"
128128
local filename="vllm-$vllm_v.tar.gz"
129129
curl -OL $url_base/v$vllm_v/$filename

pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ dependencies = [
4343
]
4444

4545
[project.optional-dependencies]
46-
vllm = ["vllm>=0.14.0"]
46+
vllm = ["vllm>=0.17.1"]
4747
stt = [
4848
# Speech-to-text audio processing (Whisper models)
4949
"librosa>=0.10.2",

vllm_metal/stt/hf_config.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -196,11 +196,11 @@ def _make_stub_class():
196196
)
197197
from vllm.multimodal.parse import MultiModalDataItems
198198
from vllm.multimodal.processing import (
199+
BaseDummyInputsBuilder,
199200
BaseMultiModalProcessor,
200201
BaseProcessingInfo,
201202
PromptUpdate,
202203
)
203-
from vllm.multimodal.profiling import BaseDummyInputsBuilder
204204
from vllm.multimodal.registry import _ProcessorFactories
205205
from vllm.tokenizers import get_tokenizer
206206

@@ -228,6 +228,8 @@ def get_tokenizer(self):
228228
return self.ctx.get_tokenizer()
229229

230230
class _DummyInputs(BaseDummyInputsBuilder[_Info]):
231+
"""Minimal dummy inputs builder for Qwen3-ASR audio."""
232+
231233
def get_dummy_text(self, mm_counts: Mapping[str, int]) -> str:
232234
return "<|audio_pad|>"
233235

0 commit comments

Comments
 (0)