perf: add chat model

Author: feng626

pkg/httpd/chat.go

@@ -76,6 +76,7 @@ func (h *chat) getOrCreateConversation(msg *Message) (*AIConversation, error) {
 	conv := &AIConversation{
 		Id:        jmsSrv.Session.ID,
 		Prompt:    msg.Prompt,
+		Model:     msg.ChatModel,
 		Context:   make([]QARecord, 0),
 		JMSServer: jmsSrv,
 	}
@@ -106,11 +107,16 @@ func (h *chat) runChat(conv *AIConversation) {
 	}
 	messages := buildChatMessages(conv)
 
+	chatModel := conv.Model
+	if conv.Model == "" {
+		chatModel = h.term.GptModel
+	}
+
 	conn := &srvconn.OpenAIConn{
 		Id:          conv.Id,
 		Client:      client,
 		Prompt:      conv.Prompt,
-		Model:       h.term.GptModel,
+		Model:       chatModel,
 		Question:    conv.Question,
 		Context:     messages,
 		AnswerCh:    make(chan string),

pkg/httpd/message.go

@@ -19,6 +19,7 @@ type Message struct {
 	//Chat AI
 	Prompt    string `json:"prompt"`
 	Interrupt bool   `json:"interrupt"`
+	ChatModel string `json:"chat_model"`
 
 	//K8s
 	KubernetesId string `json:"k8s_id"`
@@ -173,6 +174,7 @@ type AIConversation struct {
 	Id                   string
 	Prompt               string
 	Question             string
+	Model                string
 	Context              []QARecord
 	JMSServer            *proxy.ChatJMSServer
 	InterruptCurrentChat bool