wip

tastelikefeet · tastelikefeet · commit c11e6af55439 · 2025-06-03T15:34:16.000+08:00
diff --git a/modelscope_agent/cli/search.yaml b/modelscope_agent/cli/search.yaml
@@ -8,6 +8,7 @@ generation_config:
   top_p: 0.8
   temperature: 0.5
   top_k: 50
+  stream: true
   extra_body:
     enable_thinking: false
 
diff --git a/modelscope_agent/llm/openai_llm.py b/modelscope_agent/llm/openai_llm.py
@@ -24,7 +24,7 @@ def __init__(self, config: DictConfig, base_url: Optional[str] = None,  api_key:
             api_key=api_key,
             base_url=base_url,
         )
-        self.args: Dict = {k: v for k, v in getattr(config.llm, 'generation_config', {}).items()}
+        self.args: Dict = {k: v for k, v in getattr(config, 'generation_config', {}).items()}
 
     @retry(max_attempts=3)
     def generate(self, messages: List[Message], tools: List[Tool] = None, **kwargs) -> Message | Generator[Message, None, None]:

Original file line number	Diff line number	Diff line change
`@@ -24,7 +24,7 @@ def __init__(self, config: DictConfig, base_url: Optional[str] = None, api_key:`
`24`	`24`	`api_key=api_key,`
`25`	`25`	`base_url=base_url,`
`26`	`26`	`)`
`27`		`- self.args: Dict = {k: v for k, v in getattr(config.llm, 'generation_config', {}).items()}`
	`27`	`+ self.args: Dict = {k: v for k, v in getattr(config, 'generation_config', {}).items()}`
`28`	`28`
`29`	`29`	`@retry(max_attempts=3)`
`30`	`30`	`def generate(self, messages: List[Message], tools: List[Tool] = None, **kwargs) -> Message \| Generator[Message, None, None]:`