Skip to content

Commit dfb3bd7

Browse files
committed
fix numeric grammar refs
1 parent 5286760 commit dfb3bd7

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

llgtrt/src/routes/completions.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -613,9 +613,9 @@ pub async fn route_chat_completions(
613613

614614
let lark_grm_templ = match &request.tool_choice {
615615
ToolChoice::Simple(ToolChoiceOption::None) => r"start: /(.|\n)*/",
616-
ToolChoice::Simple(ToolChoiceOption::Auto) => r"start: /[^{](.|\n)*/ | {json_start} @1",
616+
ToolChoice::Simple(ToolChoiceOption::Auto) => r"start: /[^{](.|\n)*/ | {json_start} @json_schema",
617617
ToolChoice::Simple(ToolChoiceOption::Required) | ToolChoice::Advanced(_) => {
618-
r"start: {json_start} @1"
618+
r"start: {json_start} @json_schema"
619619
}
620620
};
621621

llguidance

0 commit comments

Comments
 (0)