Skip to content

Commit 1448f6e

Browse files
committed
fix max_model_len
1 parent 8ab6865 commit 1448f6e

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

tests/v1/worker/utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -176,7 +176,7 @@ def finish_request(manager: KVCacheManager, request: Request):
176176

177177

178178
def get_vllm_config(async_scheduling=False, max_num_seqs=None):
179-
max_model_len = max_num_seqs if max_num_seqs is not None else MAX_MODEL_LEN
179+
max_model_len = MAX_MODEL_LEN
180180
scheduler_config = SchedulerConfig(
181181
max_num_seqs=max_num_seqs if max_num_seqs is not None else MAX_NUM_SEQ,
182182
max_num_batched_tokens=max_model_len,

0 commit comments

Comments
 (0)