Merge pull request #128 from opentiny/cgm/chai-genui-optimize

feat: add new models and support multiple keys

Author: rhlin

sites/playground/server/github-models.json

@@ -0,0 +1,58 @@
+{
+  "modelscope": {
+    "name": "deepseek",
+    "baseUrl": "https://api-inference.modelscope.cn/v1",
+    "apiKeyEnvName": "MODEL_SCOPE_API_KEY",
+    "models": [
+      {
+        "name": "Qwen3.5-397B-A17B",
+        "id": "Qwen/Qwen3.5-397B-A17B",
+        "supportJsonFormat": false
+      },
+
+      {
+        "name": "DeepSeek-V3.2",
+        "id": "deepseek-ai/DeepSeek-V3.2",
+        "supportJsonFormat": false
+      },
+      {
+        "name": "Qwen3-Coder-480B-A35B-Instruct",
+        "id": "Qwen/Qwen3-Coder-480B-A35B-Instruct",
+        "supportJsonFormat": false
+      },
+      {
+        "name": "MiniMax-M2.5",
+        "id": "MiniMax/MiniMax-M2.5",
+        "supportJsonFormat": false
+      },
+      {
+        "name": "GLM-5",
+        "id": "ZhipuAI/GLM-5",
+        "supportJsonFormat": false
+      }
+    ]
+  },
+  "longcat": {
+    "name": "deepseek",
+    "baseUrl": "https://api.longcat.chat/openai/v1",
+    "apiKeyEnvName": "LONGCAT_API_KEY",
+    "models": [
+      {
+        "name": "longcat/LongCat-Flash-Lite",
+        "id": "LongCat-Flash-Lite",
+        "supportJsonFormat": false,
+        "specificPrompt": "表单的提交按钮需要生成onClick事件，并在函数中使用 this.callAction 去调用 continueChat"
+      },
+      {
+        "name": "longcat/LongCat-Flash-Chat",
+        "id": "LongCat-Flash-Chat",
+        "supportJsonFormat": false
+      },
+      {
+        "name": "longcat/LongCat-Flash-Thinking-2601",
+        "id": "LongCat-Flash-Thinking-2601",
+        "supportJsonFormat": false
+      }
+    ]
+  }
+}

sites/playground/server/package.json

@@ -7,6 +7,7 @@
     "build": "vite build",
     "dev:alpha": "tsx watch --include ./alpha-models.json --tsconfig ./tsconfig.dev.json --clear-screen=false index.ts --mode=alpha",
     "build:alpha": "vite build --mode alpha",
+    "build:github": "vite build --mode github",
     "build:agent-alpha": "vite build --mode agent-alpha",
     "serve": "node --import=extensionless/register dist/index.js"
   },

sites/playground/server/src/api-key-pool.ts

@@ -0,0 +1,39 @@
+/**
+ * 每个环境变量名单独维护轮换游标（同一 env 下配置的多个 key 共享一个池）。
+ */
+const rotationIndexByEnv = new Map<string, number>();
+
+/**
+ * 从环境变量原始字符串中取出本次请求应使用的 API Key。
+ * 支持英文逗号分隔的多个 key，按请求顺序轮询，便于聚合多账号配额。
+ */
+export function pickNextApiKeyFromEnv(apiKeyEnvName: string | undefined, envValue: string | undefined): string | undefined {
+  if (envValue === undefined) {
+    return undefined;
+  }
+
+  if (!apiKeyEnvName) {
+    return envValue;
+  }
+  const trimmed = envValue.trim();
+  if (!trimmed) {
+    return undefined;
+  }
+
+  const keys = trimmed
+    .split(',')
+    .map((k) => k.trim())
+    .filter((k) => k.length > 0);
+  if (keys.length === 0) {
+    return undefined;
+  }
+  if (keys.length === 1) {
+    return keys[0];
+  }
+
+  const poolKey = apiKeyEnvName;
+  const prev = rotationIndexByEnv.get(poolKey) ?? 0;
+  const picked = keys[prev % keys.length];
+  rotationIndexByEnv.set(poolKey, (prev + 1) % keys.length);
+  return picked;
+}

sites/playground/server/src/chat-genui.ts

@@ -23,6 +23,28 @@ type StreamTextOptions = Parameters<typeof streamText>[0];
 
 const isDevelopment = process.env.NODE_ENV === 'development';
 
+const BUSY_ERROR_MESSAGE = '算力繁忙，请切换其他模型或稍后重试';
+
+function extractStatusCode(error: any): number | undefined {
+  if (!error) {
+    return undefined;
+  }
+  if (typeof error.statusCode === 'number') {
+    return error.statusCode;
+  }
+  if (typeof error?.lastError?.statusCode === 'number') {
+    return error.lastError.statusCode;
+  }
+  if (Array.isArray(error.errors)) {
+    for (const item of error.errors) {
+      if (typeof item?.statusCode === 'number') {
+        return item.statusCode;
+      }
+    }
+  }
+  return undefined;
+}
+
 const initClients = async (
   serverName: string,
   serverConfig: McpServer,
@@ -261,10 +283,25 @@ export function createChatGenui() {
 
         console.error('Error in chat-genui onError:', error);
         const actualError = error?.error?.cause ?? error?.error ?? error;
-        const statusCode = actualError?.statusCode ?? 500;
-        const responseBody = actualError?.responseBody || null;
+        const rawStatusCode = extractStatusCode(actualError);
+        const statusCode =
+          typeof rawStatusCode === 'number' &&
+          Number.isInteger(rawStatusCode) &&
+          rawStatusCode >= 100 &&
+          rawStatusCode <= 599
+            ? rawStatusCode
+            : 500;
+        const responseBody = actualError?.responseBody ?? null;
+        const detailsPart = responseBody
+          ? `; error details: ${typeof responseBody === 'string' ? responseBody : JSON.stringify(responseBody)}`
+          : '';
+        const built = (actualError?.message ?? '') + detailsPart;
         const message =
-          actualError?.message + (responseBody ? `; error details: ${responseBody}` : '') || 'Unknown Error Type';
+          statusCode === 429
+            ? BUSY_ERROR_MESSAGE
+            : built.trim() !== ''
+              ? built
+              : 'Unknown Error Type';
         const type = actualError?.name || actualError?.type || 'Unknown Error Type';
         const param = actualError?.param || null;
         const code = statusCode;

sites/playground/server/src/provider-models-mapper.ts

@@ -2,6 +2,7 @@ import fs from 'node:fs/promises';
 import path from 'node:path';
 import { fileURLToPath } from 'node:url';
 import { createProvider } from './ai-sdk-providers.js';
+import { pickNextApiKeyFromEnv } from './api-key-pool.js';
 
 /**
  * 模型信息接口
@@ -135,11 +136,13 @@ export class ProviderModelMapper {
    * 根据模型名称获取 ai-sdk 模型实例
    * @param modelInfo 模型信息
    * @returns ai-sdk 模型实例
+   *
+   * API Key 对应的环境变量值支持英文逗号分隔多个 key，每次请求按顺序轮换使用。
    */
   getAiSDKModel(modelInfo: ModelInfo) {
     const { provider, model } = modelInfo;
     const { name: providerName, baseUrl, apiKeyEnvName, baseUrlEnvName } = provider;
-    const apiKey = process.env[apiKeyEnvName];
+    const apiKey = pickNextApiKeyFromEnv(apiKeyEnvName, apiKeyEnvName ? process.env[apiKeyEnvName] : undefined);
     const envUrl = process.env[baseUrlEnvName];
     const { id: modelId } = model;
     const providerInstance = createProvider(providerName, {

sites/playground/server/vite.config.ts

@@ -12,6 +12,7 @@ const modelsFileMap = {
   alpha: 'alpha-models.json',
   'agent-alpha': 'opentiny-models.json',
   'production': 'opentiny-models.json',
+  'github': 'github-models.json',
   'default': 'maas-models.json',
 };