add support for olmocr

harryzwh · web-flow · commit 193a384257c9 · 2025-05-01T21:47:19.000+08:00
diff --git a/xinference/model/llm/sglang/core.py b/xinference/model/llm/sglang/core.py
@@ -114,6 +114,7 @@ class SGLANGGenerateConfig(TypedDict, total=False):
     "gemma-3-it",
     "MiniCPM-V",
     "llama-3.2-vision-instruct",
+    "olmocr-0225-preview",
 ]
 
 

Original file line number	Diff line number	Diff line change
`@@ -114,6 +114,7 @@ class SGLANGGenerateConfig(TypedDict, total=False):`
`114`	`114`	`"gemma-3-it",`
`115`	`115`	`"MiniCPM-V",`
`116`	`116`	`"llama-3.2-vision-instruct",`
	`117`	`+ "olmocr-0225-preview",`
`117`	`118`	`]`
`118`	`119`
`119`	`120`