Skip to content

Commit e033129

Browse files
authored
[TRTLLM-9522][fix] broken cast (NVIDIA#9975)
Signed-off-by: ixlmar <206748156+ixlmar@users.noreply.github.com>
1 parent c0ae6bb commit e033129

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

tensorrt_llm/llmapi/llm.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -491,8 +491,8 @@ def generate_async(
491491
elif 'multi_modal_embeddings' in inputs:
492492
mm_embedding_info = inputs['multi_modal_embeddings']
493493
prompt_token_ids, extra_processed_inputs = cast(
494-
self.input_processor,
495-
BaseMultimodalInputProcessor).attach_multimodal_embeddings(
494+
BaseMultimodalInputProcessor,
495+
self.input_processor).attach_multimodal_embeddings(
496496
inputs, mm_embedding_info, sampling_params)
497497
else:
498498
with nvtx_range_debug("input_processor"):

0 commit comments

Comments
 (0)