avoid unnecessary backup

Author: timmy-feng

python/sglang/srt/managers/scheduler_output_processor_mixin.py

@@ -231,7 +231,9 @@ def process_batch_result_decode(
             self.token_to_kv_pool_allocator.free(free_cache_loc_cpu.to("cuda", non_blocking=True))
 
         if self.spec_algorithm.is_eagle():
-            batch.seq_lens.add_(logits_output.accept_length + 1)
+            # TODO (timmy): when does this happen?
+            if batch.seq_lens is not None:
+                batch.seq_lens.add_(logits_output.accept_length + 1)
 
             accept_length = logits_output.accept_length.tolist()
             idx_to_batch = [i for i, length in enumerate(accept_length) for _ in range(length)]

python/sglang/srt/speculative/eagle_worker.py

@@ -682,11 +682,6 @@ def forward_draft_extend(
     def forward_draft_extend_after_decode(self, batch: ModelWorkerBatch):
         assert isinstance(batch.spec_info, EagleDraftInput)
         # Backup fields that will be modified in-place
-        seq_lens_backup = batch.seq_lens.clone()
-        req_pool_indices_backup = batch.req_pool_indices
-        accept_length_backup = batch.spec_info.accept_length
-        return_logprob_backup = batch.return_logprob
-
         input_is_idle = batch.forward_mode.is_idle()
 
         if not input_is_idle and batch.spec_info.verified_id.numel() == 0:
@@ -759,15 +754,9 @@ def forward_draft_extend_after_decode(self, batch: ModelWorkerBatch):
 
         self._detect_nan_if_needed(logits_output)
 
-        # Restore backup.
-        # This is because `seq_lens` can be modified in `prepare_extend_after_decode`
         batch.forward_mode = (
             ForwardMode.DECODE if not input_is_idle else ForwardMode.IDLE
         )
-        batch.seq_lens = seq_lens_backup
-        batch.req_pool_indices = req_pool_indices_backup
-        batch.spec_info.accept_length = accept_length_backup
-        batch.return_logprob = return_logprob_backup
 
     def capture_for_decode(
         self, logits_output: LogitsProcessorOutput, draft_input: EagleDraftInput