Merge pull request #76 from karlsbeard/feature_stream

feat: add stream output for stream mode

Author: JDOxygen

demo.py

@@ -12,6 +12,7 @@
         api_key=os.getenv("DEFAULT_LLM_API_KEY"),
         base_url=os.getenv("DEFAULT_LLM_BASE_URL"),
         model_name=os.getenv("DEFAULT_LLM_MODEL_NAME"),
+        # llm_params={"stream": True},  # 开启流式输出
     ),
     preset_tools.time_tools,
     oxy.ReActAgent(
@@ -35,6 +36,7 @@
         is_master=True,
         name="master_agent",
         sub_agents=["time_agent", "file_agent", "math_agent"],
+        # team_size=2, # 开启团队协作，每个agent会调用2次llm
     ),
 ]
 

oxygent/oxy/llms/http_llm.py

@@ -142,7 +142,11 @@ async def _execute(self, oxy_request: OxyRequest) -> OxyResponse:
                             await oxy_request.send_message(
                                 {
                                     "type": "stream",
-                                    "content": {"delta": delta},
+                                    "content": {
+                                        "delta": delta,
+                                        "agent": oxy_request.caller,
+                                        "node_id": oxy_request.node_id,
+                                    },
                                     "_is_stored": False,
                                 }
                             )

oxygent/oxy/llms/openai_llm.py

@@ -78,7 +78,11 @@ async def _execute(self, oxy_request: OxyRequest) -> OxyResponse:
                         await oxy_request.send_message(
                             {
                                 "type": "stream",
-                                "content": {"delta": "<think>"},
+                                "content": {
+                                    "delta": "<think>",
+                                    "agent": oxy_request.caller,
+                                    "node_id": oxy_request.node_id,
+                                },
                                 "_is_stored": False,
                             }
                         )
@@ -91,7 +95,11 @@ async def _execute(self, oxy_request: OxyRequest) -> OxyResponse:
                         await oxy_request.send_message(
                             {
                                 "type": "stream",
-                                "content": {"delta": "</think>"},
+                                "content": {
+                                    "delta": "</think>",
+                                    "agent": oxy_request.caller,
+                                    "node_id": oxy_request.node_id,
+                                },
                                 "_is_stored": False,
                             }
                         )
@@ -103,7 +111,11 @@ async def _execute(self, oxy_request: OxyRequest) -> OxyResponse:
                     await oxy_request.send_message(
                         {
                             "type": "stream",
-                            "content": {"delta": char},
+                            "content": {
+                                "delta": char,
+                                "agent": oxy_request.caller,
+                                "node_id": oxy_request.node_id,
+                            },
                             "_is_stored": False,
                         }
                     )