Skip to content

Commit 64efa66

Browse files
authored
[NPU] Initialize Ascend config for diffusion workers (vllm-project#4386)
Signed-off-by: KexiongYu <yukexiong1@huawei.com>
1 parent 6646a66 commit 64efa66

3 files changed

Lines changed: 12 additions & 0 deletions

File tree

vllm_omni/diffusion/worker/diffusion_worker.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -255,6 +255,7 @@ def init_device(self) -> None:
255255
"Final IR op priority after setting vLLM-Omni overrides: %s", vllm_config.kernel_config.ir_op_priority
256256
)
257257
self.vllm_config = vllm_config
258+
current_omni_platform.init_diffusion_worker_vllm_config(vllm_config)
258259

259260
# Initialize distributed environment
260261
with (

vllm_omni/platforms/interface.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -136,6 +136,11 @@ def get_diffusion_model_runner_cls(cls) -> str:
136136
"""
137137
return "vllm_omni.diffusion.worker.diffusion_model_runner.DiffusionModelRunner"
138138

139+
@classmethod
140+
def init_diffusion_worker_vllm_config(cls, vllm_config: Any) -> None:
141+
"""Initialize platform-specific state for diffusion worker VllmConfig."""
142+
return None
143+
139144
@classmethod
140145
def get_torch_device(cls, local_rank: int | None = None) -> torch.device:
141146
raise NotImplementedError

vllm_omni/platforms/npu/platform.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,12 @@ def get_omni_ar_worker_cls(cls) -> str:
5757
def get_omni_generation_worker_cls(cls) -> str:
5858
return "vllm_omni.platforms.npu.worker.npu_generation_worker.NPUGenerationWorker"
5959

60+
@classmethod
61+
def init_diffusion_worker_vllm_config(cls, vllm_config: Any) -> None:
62+
from vllm_ascend.ascend_config import init_ascend_config
63+
64+
init_ascend_config(vllm_config)
65+
6066
@classmethod
6167
def get_default_stage_config_path(cls) -> str:
6268
return "vllm_omni/platforms/npu/stage_configs"

0 commit comments

Comments
 (0)