perf: Resurrection Kael

Author: feng626

pkg/httpd/chat.go

@@ -43,7 +43,7 @@ func (h *chat) HandleMessage(msg *Message) {
 		conversation = &AIConversation{
 			Id:                   id,
 			Prompt:               msg.Prompt,
-			HistoryRecords:       make([]string, 0),
+			Context:              make([]QARecord, 0),
 			InterruptCurrentChat: false,
 		}
 
@@ -65,14 +65,16 @@ func (h *chat) HandleMessage(msg *Message) {
 		return
 	}
 
+	conversation.Question = msg.Data
+
 	openAIParam := &OpenAIParam{
 		AuthToken: h.termConf.GptApiKey,
 		BaseURL:   h.termConf.GptBaseUrl,
 		Proxy:     h.termConf.GptProxy,
 		Model:     h.termConf.GptModel,
 		Prompt:    conversation.Prompt,
 	}
-	conversation.HistoryRecords = append(conversation.HistoryRecords, msg.Data)
+	//conversation.HistoryRecords = append(conversation.HistoryRecords, msg.Data)
 	go h.chat(openAIParam, conversation)
 }
 
@@ -90,30 +92,44 @@ func (h *chat) chat(
 		chatGPTParam.Proxy,
 	)
 
-	startIndex := len(conversation.HistoryRecords) - 15
+	startIndex := len(conversation.Context) - 8
 	if startIndex < 0 {
 		startIndex = 0
 	}
-	contents := conversation.HistoryRecords[startIndex:]
+	conversation.Context = conversation.Context[startIndex:]
+	context := conversation.Context
+
+	chatContext := make([]openai.ChatCompletionMessage, 0)
+	for _, record := range context {
+		chatContext = append(chatContext, openai.ChatCompletionMessage{
+			Role:    openai.ChatMessageRoleUser,
+			Content: record.Question,
+		})
+		chatContext = append(chatContext, openai.ChatCompletionMessage{
+			Role:    openai.ChatMessageRoleAssistant,
+			Content: record.Answer,
+		})
+	}
 
 	openAIConn := &srvconn.OpenAIConn{
 		Id:          conversation.Id,
 		Client:      c,
 		Prompt:      chatGPTParam.Prompt,
 		Model:       chatGPTParam.Model,
-		Contents:    contents,
+		Question:    conversation.Question,
+		Context:     chatContext,
 		IsReasoning: false,
 		AnswerCh:    answerCh,
 		DoneCh:      doneCh,
 		Type:        h.termConf.ChatAIType,
 	}
 
 	go openAIConn.Chat(&conversation.InterruptCurrentChat)
-	return h.processChatMessages(openAIConn)
+	return h.processChatMessages(openAIConn, conversation)
 }
 
 func (h *chat) processChatMessages(
-	openAIConn *srvconn.OpenAIConn,
+	openAIConn *srvconn.OpenAIConn, conversation *AIConversation,
 ) string {
 	messageID := common.UUID()
 	id := openAIConn.Id
@@ -123,6 +139,14 @@ func (h *chat) processChatMessages(
 			h.sendSessionMessage(id, answer, messageID, "message", openAIConn.IsReasoning)
 		case answer := <-openAIConn.DoneCh:
 			h.sendSessionMessage(id, answer, messageID, "finish", false)
+			runes := []rune(answer)
+			if len(runes) > 100 {
+				answer = string(runes[:100])
+			}
+			conversation.Context = append(conversation.Context, QARecord{
+				Question: conversation.Question,
+				Answer:   answer,
+			})
 			return answer
 		}
 	}

pkg/httpd/message.go

@@ -163,10 +163,16 @@ type OpenAIParam struct {
 	Type      string
 }
 
+type QARecord struct {
+	Question string
+	Answer   string
+}
+
 type AIConversation struct {
 	Id                   string
 	Prompt               string
-	HistoryRecords       []string
+	Question             string
+	Context              []QARecord
 	InterruptCurrentChat bool
 }
 

pkg/srvconn/conn_openai.go

@@ -93,7 +93,8 @@ type OpenAIConn struct {
 	Client      *openai.Client
 	Model       string
 	Prompt      string
-	Contents    []string
+	Question    string
+	Context     []openai.ChatCompletionMessage
 	IsReasoning bool
 	AnswerCh    chan string
 	DoneCh      chan string
@@ -102,11 +103,10 @@ type OpenAIConn struct {
 
 func (conn *OpenAIConn) Chat(interruptCurrentChat *bool) {
 	ctx := context.Background()
-	var messages []openai.ChatCompletionMessage
 
-	messages = append(messages, openai.ChatCompletionMessage{
+	messages := append(conn.Context, openai.ChatCompletionMessage{
 		Role:    openai.ChatMessageRoleUser,
-		Content: strings.Join(conn.Contents, "\n"),
+		Content: conn.Question,
 	})
 
 	systemPrompt := conn.Prompt
@@ -182,6 +182,10 @@ func (conn *OpenAIConn) Chat(interruptCurrentChat *bool) {
 			newContent = response.Choices[0].Delta.Content
 		}
 
+		if newContent == "" {
+			continue
+		}
+
 		content += newContent
 		conn.AnswerCh <- content
 	}