perf: set up providers

Author: feng626

backend/open_webui/jms/chat.py

@@ -12,9 +12,14 @@
 logger.setLevel(SRC_LOG_LEVELS["WISP"])
 
 CHAT_URL = "/api/v1/terminal/chats/"
+TERMINAL_CONFIG_URL = "/api/v1/terminal/terminals/config/"
 
 
 class ChatHandler(BaseWisp):
+    def get_providers(self):
+        resp = self._request("GET", TERMINAL_CONFIG_URL, action="list providers")
+        return self._loads(TERMINAL_CONFIG_URL, resp.body).get("CHAT_AI_PROVIDERS", [])
+
     def list(self, query: Optional[Dict[str, Any]] = None) -> List[dict]:
         query = self._normalize_query(query)
         resp = self._request("GET", CHAT_URL, query=query, action="list chats")

backend/open_webui/main.py

@@ -3,6 +3,7 @@
 import mimetypes
 import os
 import sys
+from collections import defaultdict
 
 from contextlib import asynccontextmanager
 import anyio.to_thread
@@ -19,7 +20,7 @@
 from starlette.exceptions import HTTPException as StarletteHTTPException
 from starlette.datastructures import Headers
 
-from open_webui.jms import setup_poll_jms_event
+from open_webui.jms import setup_poll_jms_event, chat_manager
 from open_webui.utils.logger import start_logger
 from open_webui.socket.main import (
     app as socket_app,
@@ -108,6 +109,46 @@ async def get_response(self, path: str, scope):
 )
 
 
+def apply_provider_config(providers, config):
+    grouped = defaultdict(list)
+    for p in providers:
+        t = p.get("type")
+        if t:
+            grouped[t].append(p)
+
+    config_map = {
+        "openai": (
+            "OPENAI_API_BASE_URLS",
+            "OPENAI_API_KEYS",
+            "OPENAI_API_PROXYS",
+        ),
+        "ollama": (
+            "OLLAMA_BASE_URLS",
+            "OLLAMA_API_KEYS",
+            "OLLAMA_API_PROXYS",
+        ),
+    }
+
+    for provider_type, (base_attr, key_attr, proxy_attr) in config_map.items():
+        base_urls = []
+        api_keys = []
+        proxys = []
+
+        for p in grouped.get(provider_type, []):
+            base_url = p.get("base_url")
+            api_key = p.get("api_key")
+            if not base_url or not api_key:
+                continue
+            base_urls.append(base_url)
+            api_keys.append(api_key)
+            proxys.append(p.get("proxy"))
+
+        if base_urls:
+            setattr(config, base_attr, base_urls)
+            setattr(config, key_attr, api_keys)
+            setattr(config, proxy_attr, proxys)
+
+
 @asynccontextmanager
 async def lifespan(app: FastAPI):
     app.state.instance_id = INSTANCE_ID
@@ -166,6 +207,9 @@ async def lifespan(app: FastAPI):
         )
 
     setup_poll_jms_event()
+
+    providers = chat_manager.get_providers()
+    apply_provider_config(providers, app.state.config)
     yield
 
     if hasattr(app.state, "redis_task_command_listener"):