feat: aiproxy ali opensource models (#5288)

* feat: ali

* fix: cache and ali skip test ocr model

* fix: lint

* fix: skip not support test model

Author: zijiren233

service/aiproxy/controller/channel-test.go

@@ -1,6 +1,7 @@
 package controller
 
 import (
+	"errors"
 	"fmt"
 	"io"
 	"math/rand/v2"
@@ -138,6 +139,13 @@ type testResult struct {
 
 func processTestResult(channel *model.Channel, modelName string, returnSuccess bool, successResponseBody bool) *testResult {
 	ct, err := testSingleModel(channel, modelName)
+
+	e := &utils.UnsupportedModelTypeError{}
+	if errors.As(err, &e) {
+		log.Errorf("model %s not supported test: %s", modelName, err.Error())
+		return nil
+	}
+
 	result := &testResult{
 		Success: err == nil,
 	}

service/aiproxy/model/cache.go

@@ -69,6 +69,7 @@ func (t *Token) ToTokenCache() *TokenCache {
 	return &TokenCache{
 		ID:         t.ID,
 		Group:      t.GroupID,
+		Key:        t.Key,
 		Name:       t.Name.String(),
 		Models:     t.Models,
 		Subnet:     t.Subnet,

service/aiproxy/relay/adaptor/ali/adaptor.go

@@ -1,9 +1,11 @@
 package ali
 
 import (
+	"bytes"
 	"errors"
 	"io"
 	"net/http"
+	"strings"
 
 	"github.com/gin-gonic/gin"
 	"github.com/labring/sealos/service/aiproxy/model"
@@ -75,6 +77,14 @@ func (a *Adaptor) DoRequest(meta *meta.Meta, _ *gin.Context, req *http.Request)
 		return TTSDoRequest(meta, req)
 	case relaymode.AudioTranscription:
 		return STTDoRequest(meta, req)
+	case relaymode.ChatCompletions:
+		if meta.IsChannelTest && strings.Contains(meta.ActualModelName, "-ocr") {
+			return &http.Response{
+				StatusCode: http.StatusOK,
+				Body:       io.NopCloser(bytes.NewReader(nil)),
+			}, nil
+		}
+		fallthrough
 	default:
 		return utils.DoRequest(req)
 	}
@@ -87,6 +97,9 @@ func (a *Adaptor) DoResponse(meta *meta.Meta, c *gin.Context, resp *http.Respons
 	case relaymode.ImagesGenerations:
 		usage, err = ImageHandler(meta, c, resp)
 	case relaymode.ChatCompletions:
+		if meta.IsChannelTest && strings.Contains(meta.ActualModelName, "-ocr") {
+			return nil, nil
+		}
 		usage, err = openai.DoResponse(meta, c, resp)
 	case relaymode.Rerank:
 		usage, err = RerankHandler(meta, c, resp)