feat: optimize wecom bot provider for better streaming response (casibase#1635)

Author: IsAurora6

controllers/wecom_bot.go

@@ -21,6 +21,7 @@ import (
 	"github.com/beego/beego/logs"
 	"github.com/casibase/casibase/model"
 	"github.com/casibase/casibase/object"
+	"github.com/casibase/casibase/util"
 	"github.com/workweixin/weworkapi_golang/json_callback/wxbizjsonmsgcrypt"
 )
 
@@ -35,7 +36,6 @@ func (c *ApiController) WecomBotVerifyUrl() {
 	timestamp := c.GetString("timestamp")
 	nonce := c.GetString("nonce")
 	echoStr := c.GetString("echostr")
-	logs.Debug("botID: %s, msgSignature: %s, timestamp: %s, nonce: %s, echoStr: %s", botId, msgSignature, timestamp, nonce, echoStr)
 
 	token, encodingAESKey, err := object.GetWecomBotTokenAndKey(botId)
 	if err != nil {
@@ -51,7 +51,6 @@ func (c *ApiController) WecomBotVerifyUrl() {
 		return
 	}
 
-	logs.Debug("[WechatWork Bot] URL verified for botID: %s\n", botId)
 	c.Ctx.ResponseWriter.Write(result)
 }
 
@@ -90,14 +89,12 @@ func (c *ApiController) WecomBotHandleMessage() {
 		return
 	}
 
-	logs.Debug("[WechatWork Bot] Received message, botID: %s, msgtype: %s, msgid: %s\n", botId, message.MsgType, message.MsgId)
-
 	var responseMsg string
 	switch message.MsgType {
-	case "text":
+	case "text", "stream":
 		responseMsg, cryptErr = c.handleTextMessage(&message, wxcpt, nonce, timestamp)
 	default:
-		logs.Debug("[WechatWork Bot] Unsupported message type: %s\n", message.MsgType)
+		logs.Error("[WechatWork Bot] Unsupported message type: %s\n", message.MsgType)
 		c.Ctx.ResponseWriter.Write([]byte("success"))
 		return
 	}
@@ -112,24 +109,40 @@ func (c *ApiController) WecomBotHandleMessage() {
 }
 
 func (c *ApiController) handleTextMessage(message *object.WecomBotMessage, wxcpt *wxbizjsonmsgcrypt.WXBizMsgCrypt, nonce, timestamp string) (string, *wxbizjsonmsgcrypt.CryptError) {
-	if message.Text == nil {
-		return "", wxbizjsonmsgcrypt.NewCryptError(wxbizjsonmsgcrypt.ParseJsonError, "text content is empty")
-	}
-
-	content := message.Text.Content
-	logs.Debug("[WechatWork Bot] Text message from %s: %s\n", message.From.UserId, content)
-
-	store, err := object.GetDefaultStore("admin")
-	if err != nil {
-		return "", wxbizjsonmsgcrypt.NewCryptError(wxbizjsonmsgcrypt.IllegalBuffer, fmt.Sprintf("get default store error: %v", err))
-	}
-	answer, err := sendMessage(store, content)
-	if err != nil {
-		return "", wxbizjsonmsgcrypt.NewCryptError(wxbizjsonmsgcrypt.IllegalBuffer, fmt.Sprintf("send message error: %v", err))
-	}
-	logs.Debug("[WechatWork Bot] AI response: %s\n", answer)
-
-	resp, err := object.MakeTextResponse(answer)
+	content := ""
+	if message.Text != nil {
+		content = message.Text.Content
+	}
+
+	var streamId string
+	if message.Stream != nil && message.Stream.Id != "" {
+		streamId = message.Stream.Id
+	} else {
+		streamId = util.GenerateId()
+	}
+
+	answer := ""
+	ans, ok := object.WecomBotMessageCache[streamId]
+	if !ok {
+		object.WecomBotMessageCache[streamId] = ""
+		go func() {
+			store, err := object.GetDefaultStore("admin")
+			if err != nil {
+				return
+			}
+			response, _ := sendMessage(store, content)
+			if err != nil {
+				delete(object.WecomBotMessageCache, streamId)
+				return
+			}
+			object.WecomBotMessageCache[streamId] = response
+		}()
+	} else if ans != "" {
+		answer = ans
+		delete(object.WecomBotMessageCache, streamId)
+	}
+
+	resp, err := object.MakeMsgResponse(answer, streamId)
 	if err != nil {
 		return "", wxbizjsonmsgcrypt.NewCryptError(wxbizjsonmsgcrypt.GenJsonError, err.Error())
 	}

object/wecom_bot.go

@@ -19,7 +19,10 @@ import (
 	"fmt"
 )
 
-var WecomBotCache = make(map[string]Provider)
+var (
+	WecomBotCache        = make(map[string]Provider)
+	WecomBotMessageCache = make(map[string]string)
+)
 
 type WecomBotMessage struct {
 	MsgId    string        `json:"msgid"`
@@ -71,9 +74,9 @@ type ImageItem struct {
 	Md5    string `json:"md5"`
 }
 
-type TextResponse struct {
-	MsgType string       `json:"msgtype"`
-	Text    *TextMessage `json:"text"`
+type MsgResponse struct {
+	MsgType string      `json:"msgtype"`
+	Stream  *StreamSend `json:"stream"`
 }
 
 func GetWecomBotTokenAndKey(botID string) (string, string, error) {
@@ -95,11 +98,13 @@ func GetWecomBotTokenAndKey(botID string) (string, string, error) {
 	return "", "", fmt.Errorf("not found provider for bot %s", botID)
 }
 
-func MakeTextResponse(content string) (string, error) {
-	msg := map[string]interface{}{
-		"msgtype": "text",
-		"text": map[string]interface{}{
-			"content": content,
+func MakeMsgResponse(content string, streamId string) (string, error) {
+	msg := MsgResponse{
+		MsgType: "stream",
+		Stream: &StreamSend{
+			ID:      streamId,
+			Finish:  content != "",
+			Content: content,
 		},
 	}