fix: don't talk about carriers in CoT (casibase#1335)

Author: Working On It

controllers/carrier_writer.go

@@ -0,0 +1,47 @@
+// Copyright 2025 The Casibase Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package controllers
+
+import (
+	"bytes"
+)
+
+type CarrierWriter struct {
+	writerCleaner Cleaner
+	messageBuf    []byte
+}
+
+func (w *CarrierWriter) Write(p []byte) (n int, err error) {
+	var eventType string
+	var data string
+
+	if bytes.HasPrefix(p, []byte("event: message")) {
+		eventType = "message"
+		prefix := []byte("event: message\ndata: ")
+		suffix := []byte("\n\n")
+		data = string(bytes.TrimSuffix(bytes.TrimPrefix(p, prefix), suffix))
+	}
+
+	if eventType == "message" {
+		w.messageBuf = append(w.messageBuf, []byte(data)...)
+	}
+	return len(p), nil
+}
+
+func (w *CarrierWriter) MessageString() string {
+	return string(w.messageBuf)
+}
+
+func (w *CarrierWriter) Flush() {}

controllers/message_answer.go

@@ -205,7 +205,7 @@ func (c *ApiController) GetMessageAnswer() {
 	// fmt.Printf("Refined Question: [%s]\n", realQuestion)
 	fmt.Printf("Answer: [")
 
-	if modelProvider.Type != "Dummy" {
+	if modelProvider.Type != "Dummy" && !isReasonModel(modelProvider.SubType) {
 		question, err = getQuestionWithCarriers(question, store.SuggestionCount, chat.NeedTitle)
 	}
 	if err != nil {
@@ -224,7 +224,11 @@ func (c *ApiController) GetMessageAnswer() {
 		}
 		modelResult, err = model.QueryTextWithTools(modelProviderObj, question, writer, history, store.Prompt, knowledge, agentInfo)
 	} else {
-		modelResult, err = modelProviderObj.QueryText(question, writer, history, store.Prompt, knowledge, nil)
+		if isReasonModel(modelProvider.SubType) {
+			modelResult, err = QueryCarrierText(question, writer, history, store.Prompt, knowledge, modelProviderObj, chat.NeedTitle, store.SuggestionCount)
+		} else {
+			modelResult, err = modelProviderObj.QueryText(question, writer, history, store.Prompt, knowledge, nil)
+		}
 	}
 	if err != nil {
 		if strings.Contains(err.Error(), "write tcp") {

controllers/message_carrier.go

@@ -15,7 +15,12 @@
 package controllers
 
 import (
+	"fmt"
+	"strings"
+	"sync"
+
 	"github.com/casibase/casibase/carrier"
+	"github.com/casibase/casibase/model"
 	"github.com/casibase/casibase/object"
 )
 
@@ -72,3 +77,98 @@ func parseAnswerWithCarriers(answer string, suggestionCount int, needTitle bool)
 
 	return parsedAnswer, suggestions, title, nil
 }
+
+func isReasonModel(typ string) bool {
+	typ = strings.ToLower(typ)
+	if strings.Contains(typ, "r1") {
+		return true
+	} else if strings.Contains(typ, "reasoner") {
+		return true
+	}
+	return false
+}
+
+func getResultWithSuggestionsAndTitle(modelResult *model.ModelResult, writer *CarrierWriter, question string, modelProviderObj model.ModelProvider, needTitle bool, suggestionCount int) (*model.ModelResult, error) {
+	var fullPrompt strings.Builder
+
+	fullPrompt.WriteString(fmt.Sprintf("User question: %s\n\n", question))
+	if suggestionCount > 0 {
+		divider := "|||"
+		suggestionPrompt := fmt.Sprintf(`**Based on the user question, generate %d possible follow-up questions. No need to answer user quesion. 
+They must:
+- Be in the same language as the original question.
+- Start with the separator "%s".
+- Be separated by "%s" without any other formatting or explanation.
+- Do not include any explanation, analysis, or answers—only output the %d questions.
+
+`, suggestionCount, divider, divider, suggestionCount)
+		fullPrompt.WriteString(suggestionPrompt)
+	}
+	if needTitle {
+		fullPrompt.WriteString(`
+**Finally, generate a concise and meaningful title for the original question. No need to answer user quesion. 
+
+- The title must be in the same language.
+- The title must start with "=====" (five equals signs, no space).
+- Do not include the divider or title if a meaningful title cannot be generated.
+- Do NOT include any explanations or extra text—just output the title.`)
+	}
+
+	carrierResult, err := modelProviderObj.QueryText(fullPrompt.String(), writer, nil, "", nil, nil)
+	if err != nil {
+		return nil, err
+	}
+
+	return carrierResult, nil
+}
+
+func QueryCarrierText(question string, writer *RefinedWriter, history []*model.RawMessage, prompt string, knowledge []*model.RawMessage, modelProviderObj model.ModelProvider, needTitle bool, suggestionCount int) (*model.ModelResult, error) {
+	var (
+		wg         sync.WaitGroup
+		mainErr    error
+		carrierErr error
+	)
+
+	var modelResult *model.ModelResult
+
+	wg.Add(1)
+	go func() {
+		defer wg.Done()
+		var err error
+		modelResult, err = modelProviderObj.QueryText(question, writer, history, prompt, knowledge, nil)
+		if err != nil {
+			mainErr = err
+		}
+	}()
+
+	CarrierWriter := &CarrierWriter{*NewCleaner(6), []byte{}}
+	var carrierResult *model.ModelResult
+
+	wg.Add(1)
+	go func() {
+		defer wg.Done()
+		var err error
+		carrierResult, err = getResultWithSuggestionsAndTitle(modelResult, CarrierWriter, question, modelProviderObj, needTitle, suggestionCount)
+		if err != nil {
+			carrierErr = err
+		}
+	}()
+
+	wg.Wait()
+
+	if mainErr != nil {
+		return nil, mainErr
+	}
+	if carrierErr != nil {
+		return nil, carrierErr
+	}
+
+	modelResult.PromptTokenCount += carrierResult.PromptTokenCount
+	modelResult.ResponseTokenCount += carrierResult.ResponseTokenCount
+	modelResult.TotalPrice += carrierResult.TotalPrice
+	modelResult.TotalTokenCount += carrierResult.TotalTokenCount
+
+	writer.Write(CarrierWriter.messageBuf)
+
+	return modelResult, nil
+}