File tree Expand file tree Collapse file tree 1 file changed +1
-6
lines changed
Expand file tree Collapse file tree 1 file changed +1
-6
lines changed Original file line number Diff line number Diff line change 1717# Adapted from vllm-project/vllm/vllm/worker/gpu_input_batch.py
1818#
1919
20- from dataclasses import dataclass
2120from typing import Optional , cast
2221
2322import numpy as np
2423import torch
25- from typing_extensions import deprecated
2624from vllm .lora .request import LoRARequest
27- from vllm .multimodal .inputs import (MultiModalFeatureSpec ,
28- MultiModalKwargsItem ,
29- MultiModalKwargsItems , PlaceholderRange )
3025from vllm .pooling_params import PoolingParams
31- from vllm .sampling_params import SamplingParams , SamplingType
26+ from vllm .sampling_params import SamplingType
3227from vllm .utils import length_from_prompt_token_ids_or_embeds
3328from vllm .utils .collection_utils import swap_dict_values
3429from vllm .v1 .outputs import LogprobsTensors
You can’t perform that action at this time.
0 commit comments