Skip to content

Commit d1bf498

Browse files
committed
[docker] update patch
1 parent 8676bf4 commit d1bf498

File tree

1 file changed

+10
-1
lines changed

1 file changed

+10
-1
lines changed

docker/patch/v0.5.7/sglang.patch

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -576,7 +576,7 @@ index 92d286897..43bfab691 100644
576576
(ReleaseMemoryOccupationReqInput, self.release_memory_occupation),
577577
(ResumeMemoryOccupationReqInput, self.resume_memory_occupation),
578578
diff --git a/python/sglang/srt/managers/scheduler_output_processor_mixin.py b/python/sglang/srt/managers/scheduler_output_processor_mixin.py
579-
index e40586c24..32d98aee4 100644
579+
index e40586c24..243e2b0c2 100644
580580
--- a/python/sglang/srt/managers/scheduler_output_processor_mixin.py
581581
+++ b/python/sglang/srt/managers/scheduler_output_processor_mixin.py
582582
@@ -10,6 +10,7 @@ from sglang.srt.disaggregation.utils import DisaggregationMode
@@ -587,6 +587,15 @@ index e40586c24..32d98aee4 100644
587587
from sglang.srt.managers.io_struct import (
588588
AbortReq,
589589
BatchEmbeddingOutput,
590+
@@ -1070,7 +1071,7 @@ class SchedulerOutputProcessorMixin:
591+
req.log_time_stats()
592+
593+
# Send to detokenizer
594+
- if reqs or is_idle_batch:
595+
+ if rids or is_idle_batch:
596+
if self.model_config.is_multimodal_gen:
597+
return
598+
590599
diff --git a/python/sglang/srt/managers/scheduler_update_weights_mixin.py b/python/sglang/srt/managers/scheduler_update_weights_mixin.py
591600
index 293a84350..c3a618bcc 100644
592601
--- a/python/sglang/srt/managers/scheduler_update_weights_mixin.py

0 commit comments

Comments
 (0)