fix base_url and streaming in CLI

Author: EItanya

go/autogen/api/agents.go

@@ -15,6 +15,7 @@ type AssistantAgentConfig struct {
 	ModelContext          *Component   `json:"model_context,omitempty"`
 	SystemMessage         *string      `json:"system_message,omitempty"`
 	ReflectOnToolUse      bool         `json:"reflect_on_tool_use"`
+	ModelClientStream     bool         `json:"model_client_stream"`
 	ToolCallSummaryFormat string       `json:"tool_call_summary_format,omitempty"`
 	Handoffs              []Handoff    `json:"handoffs,omitempty"`
 }

go/autogen/api/models.go

@@ -22,14 +22,19 @@ type CreateArgumentsConfig struct {
 	User             *string            `json:"user,omitempty"`
 }
 
+type StreamOptions struct {
+	IncludeUsage bool `json:"include_usage,omitempty"`
+}
+
 type BaseOpenAIClientConfig struct {
 	// Base OpenAI fields
-	Model             string      `json:"model"`
-	APIKey            *string     `json:"api_key,omitempty"`
-	Timeout           *int        `json:"timeout,omitempty"`
-	MaxRetries        *int        `json:"max_retries,omitempty"`
-	ModelCapabilities interface{} `json:"model_capabilities,omitempty"`
-	ModelInfo         *ModelInfo  `json:"model_info,omitempty"`
+	Model             string         `json:"model"`
+	APIKey            *string        `json:"api_key,omitempty"`
+	Timeout           *int           `json:"timeout,omitempty"`
+	MaxRetries        *int           `json:"max_retries,omitempty"`
+	ModelCapabilities interface{}    `json:"model_capabilities,omitempty"`
+	ModelInfo         *ModelInfo     `json:"model_info,omitempty"`
+	StreamOptions     *StreamOptions `json:"stream_options,omitempty"`
 	CreateArgumentsConfig
 }
 

go/controller/cmd/main.go

@@ -101,8 +101,8 @@ func main() {
 	flag.BoolVar(&enableHTTP2, "enable-http2", false,
 		"If set, HTTP/2 will be enabled for the metrics and webhook servers")
 
-	flag.StringVar(&autogenStudioBaseURL, "autogen-base-url", "http://127.0.0.1:80/api", "The base url of the Autogen Studio server.")
-	flag.StringVar(&autogenStudioWsURL, "autogen-ws-url", "ws://127.0.0.1:80/api/ws", "The base url of the Autogen Studio websocket server.")
+	flag.StringVar(&autogenStudioBaseURL, "autogen-base-url", "http://127.0.0.1:8081/api", "The base url of the Autogen Studio server.")
+	flag.StringVar(&autogenStudioWsURL, "autogen-ws-url", "ws://127.0.0.1:8081/api/ws", "The base url of the Autogen Studio websocket server.")
 
 	flag.StringVar(&defaultModelConfig.Name, "default-model-config-name", "default-model-config", "The name of the default model config.")
 	flag.StringVar(&defaultModelConfig.Namespace, "default-model-config-namespace", podNamespace, "The namespace of the default model config.")

go/controller/internal/autogen/autogen_api_translator.go

@@ -133,8 +133,12 @@ func (a *apiTranslator) translateGroupChatForTeam(
 			BaseOpenAIClientConfig: api.BaseOpenAIClientConfig{
 				Model:  modelConfig.Spec.Model,
 				APIKey: makePtr(string(modelApiKey)),
+				// By default, we include usage in the stream
+				// If we aren't streaming this may break, but I think we're good for now
+				StreamOptions: &api.StreamOptions{
+					IncludeUsage: true,
+				},
 			},
-			BaseURL: makePtr("http://host.docker.internal:8089/api/account/profile"),
 		}),
 	}
 	modelContext := &api.Component{
@@ -273,6 +277,9 @@ func (a *apiTranslator) translateTaskAgent(
 	modelContext *api.Component,
 ) (*api.Component, error) {
 	// generate an internal round robin "team" for the society of mind agent
+	meta := agent.ObjectMeta.DeepCopy()
+	// This is important so we don't output this message in the CLI/UI
+	meta.Name = "society-of-mind-team"
 	team := &v1alpha1.Team{
 		ObjectMeta: agent.ObjectMeta,
 		TypeMeta: metav1.TypeMeta{
@@ -362,7 +369,8 @@ func translateAssistantAgent(
 			// TODO(ilackarms): convert to non-ptr with omitempty?
 			SystemMessage:         sysMsgPtr,
 			ReflectOnToolUse:      false,
-			ToolCallSummaryFormat: "{result}",
+			ModelClientStream:     true,
+			ToolCallSummaryFormat: "\nTool: \n{tool_name}\n\nArguments:\n\n{arguments}\n\nResult: \n{result}\n",
 		}),
 	}, nil
 }