pre-commit

yuhao-zh · yuhao-zh · commit ed665f1ad904 · 2026-02-10T20:51:35.000+08:00
diff --git a/src/parallax/utils/tokenizer_utils.py b/src/parallax/utils/tokenizer_utils.py
@@ -150,7 +150,7 @@ def get_tool_call_stop_token_ids(tokenizer) -> List[int]:
     # Markers whose token IDs should halt generation
     markers = [
         "<|tool_calls_section_end|>",  # Kimi K2 / K2.5
-        "<|im_end|>",                  # common chat turn-end token
+        "<|im_end|>",  # common chat turn-end token
     ]
 
     for marker in markers:

Original file line number	Diff line number	Diff line change
`@@ -150,7 +150,7 @@ def get_tool_call_stop_token_ids(tokenizer) -> List[int]:`
`150`	`150`	`# Markers whose token IDs should halt generation`
`151`	`151`	`markers = [`
`152`	`152`	`"<\|tool_calls_section_end\|>", # Kimi K2 / K2.5`
`153`		`- "<\|im_end\|>", # common chat turn-end token`
	`153`	`+ "<\|im_end\|>", # common chat turn-end token`
`154`	`154`	`]`
`155`	`155`
`156`	`156`	`for marker in markers:`