pkg/aflow: keep LLM reply on tool calls

Author: dvyukov

pkg/aflow/flow_test.go

@@ -187,6 +187,9 @@ func TestWorkflow(t *testing.T) {
 						},
 					},
 				},
+				{
+					Text: "Some non-thoughts reply along with tool calls",
+				},
 				{
 					Text:    "I am thinking I need to call some tools",
 					Thought: true,

pkg/aflow/llm_agent.go

@@ -347,6 +347,11 @@ func (a *LLMAgent) parseResponse(resp *genai.GenerateContentResponse, span *traj
 	if strings.TrimSpace(reply) == "" {
 		reply = ""
 	}
+	// If there is any reply along with tool calls, append it to thoughts.
+	// Otherwise it won't show up in the trajectory anywhere.
+	if len(calls) != 0 && reply != "" {
+		span.Thoughts += "\n" + reply
+	}
 	return
 }
 

pkg/aflow/testdata/TestWorkflow.llm.json

@@ -320,6 +320,9 @@
 							"name": "tool2"
 						}
 					},
+					{
+						"text": "Some non-thoughts reply along with tool calls"
+					},
 					{
 						"text": "I am thinking I need to call some tools",
 						"thought": true
@@ -523,6 +526,9 @@
 							"name": "tool2"
 						}
 					},
+					{
+						"text": "Some non-thoughts reply along with tool calls"
+					},
 					{
 						"text": "I am thinking I need to call some tools",
 						"thought": true

pkg/aflow/testdata/TestWorkflow.trajectory.json

@@ -51,7 +51,7 @@
 		"Model": "model1",
 		"Started": "0001-01-01T00:00:05Z",
 		"Finished": "0001-01-01T00:00:06Z",
-		"Thoughts": "I am thinking I need to call some tools"
+		"Thoughts": "I am thinking I need to call some tools\nSome non-thoughts reply along with tool calls"
 	},
 	{
 		"Seq": 4,