We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent b8239dc commit ad9b9e9Copy full SHA for ad9b9e9
2 files changed
pyproject.toml
@@ -31,7 +31,7 @@ dependencies = [
31
"pydantic",
32
"protobuf==6.31.1",
33
"dijkstar==2.6.0",
34
- "lattica==1.0.12",
+ "lattica==1.0.13",
35
"orjson",
36
]
37
src/parallax/server/http_server.py
@@ -350,7 +350,7 @@ async def _handle_loop(self):
350
elif recv_dict.get("eos", False):
351
logger.debug(f"Request {rid} finished with eos")
352
request_info.finish_reason = "eos"
353
- request_info.matched_stop = 0
+ request_info.matched_stop = next_token_id
354
else:
355
logger.debug(f"Request {rid} finished with unknown reason")
356
request_info.finish_reason = "unknown"
0 commit comments