Add LLM research provider profile

Author: WW-shan

scripts/load_llm_research_profile.sh

@@ -0,0 +1,69 @@
+#!/usr/bin/env bash
+
+llm_profile_is_true() {
+  case "${1:-}" in
+    1|true|TRUE|yes|YES|on|ON) return 0 ;;
+    *) return 1 ;;
+  esac
+}
+
+llm_profile_set_default() {
+  local name="$1"
+  local value="$2"
+  if llm_profile_is_true "${LLM_RESEARCH_PROFILE_FORCE:-0}" || [[ -z "${!name:-}" ]]; then
+    export "$name=$value"
+  fi
+}
+
+llm_profile_set_role() {
+  local key_name="$1"
+  local model_name="$2"
+  local base_url_name="$3"
+  local api_mode_name="$4"
+  local model_value="$5"
+  local base_url_value="$6"
+  local api_mode_value="$7"
+  [[ -n "${!key_name:-}" ]] || return 0
+  llm_profile_set_default "$model_name" "$model_value"
+  llm_profile_set_default "$base_url_name" "$base_url_value"
+  llm_profile_set_default "$api_mode_name" "$api_mode_value"
+}
+
+llm_profile_print_summary() {
+  llm_profile_is_true "${LLM_RESEARCH_PROFILE_VERBOSE:-0}" || return 0
+  {
+    echo "llm_research_profile profile=${LLM_RESEARCH_PROFILE:-balanced}"
+    echo "llm_provider role=primary model=${OPENAI_MODEL:-} api_mode=${OPENAI_API_MODE:-} base_url=${OPENAI_BASE_URL:-}"
+    echo "llm_provider role=secondary model=${OPENAI_SECONDARY_MODEL:-} api_mode=${OPENAI_SECONDARY_API_MODE:-} base_url=${OPENAI_SECONDARY_BASE_URL:-}"
+    echo "llm_provider role=backup model=${OPENAI_BACKUP_MODEL:-} api_mode=${OPENAI_BACKUP_API_MODE:-} base_url=${OPENAI_BACKUP_BASE_URL:-}"
+    echo "llm_provider role=fallback model=${OPENAI_FALLBACK_MODEL:-} api_mode=${OPENAI_FALLBACK_API_MODE:-} base_url=${OPENAI_FALLBACK_BASE_URL:-}"
+  } >&2
+}
+
+llm_research_profile="${LLM_RESEARCH_PROFILE:-balanced}"
+case "$llm_research_profile" in
+  off|none|disabled|0)
+    return 0 2>/dev/null || exit 0
+    ;;
+  balanced)
+    llm_profile_set_role OPENAI_API_KEY OPENAI_MODEL OPENAI_BASE_URL OPENAI_API_MODE \
+      "deepseek-v3-2-251201" "https://windhub.cc/v1" "messages"
+    ;;
+  semantic)
+    llm_profile_set_role OPENAI_API_KEY OPENAI_MODEL OPENAI_BASE_URL OPENAI_API_MODE \
+      "doubao-seed-1-8-251228" "https://windhub.cc/v1" "messages"
+    ;;
+  *)
+    echo "unsupported LLM_RESEARCH_PROFILE: $llm_research_profile" >&2
+    return 2 2>/dev/null || exit 2
+    ;;
+esac
+
+llm_profile_set_role OPENAI_SECONDARY_API_KEY OPENAI_SECONDARY_MODEL OPENAI_SECONDARY_BASE_URL OPENAI_SECONDARY_API_MODE \
+  "gemini-3.1-pro-preview" "https://api.xn--chy-js0fk50c.top/v1" "chat"
+llm_profile_set_role OPENAI_BACKUP_API_KEY OPENAI_BACKUP_MODEL OPENAI_BACKUP_BASE_URL OPENAI_BACKUP_API_MODE \
+  "longcat-flash-chat" "https://elysiver.h-e.top/v1" "chat"
+llm_profile_set_role OPENAI_FALLBACK_API_KEY OPENAI_FALLBACK_MODEL OPENAI_FALLBACK_BASE_URL OPENAI_FALLBACK_API_MODE \
+  "gpt-5.4" "https://api.wwcloud.app" "responses"
+
+llm_profile_print_summary

tests/test_llm_research_profile.py

@@ -0,0 +1,139 @@
+import os
+import subprocess
+from pathlib import Path
+
+
+ROOT = Path(__file__).resolve().parents[1]
+LOADER = ROOT / "scripts" / "load_llm_research_profile.sh"
+
+
+def run_loader(env):
+    command = (
+        "set -euo pipefail; "
+        f"source {LOADER}; "
+        "printf 'OPENAI_MODEL=%s\\n' \"${OPENAI_MODEL-}\"; "
+        "printf 'OPENAI_BASE_URL=%s\\n' \"${OPENAI_BASE_URL-}\"; "
+        "printf 'OPENAI_API_MODE=%s\\n' \"${OPENAI_API_MODE-}\"; "
+        "printf 'OPENAI_SECONDARY_MODEL=%s\\n' \"${OPENAI_SECONDARY_MODEL-}\"; "
+        "printf 'OPENAI_SECONDARY_BASE_URL=%s\\n' \"${OPENAI_SECONDARY_BASE_URL-}\"; "
+        "printf 'OPENAI_SECONDARY_API_MODE=%s\\n' \"${OPENAI_SECONDARY_API_MODE-}\"; "
+        "printf 'OPENAI_BACKUP_MODEL=%s\\n' \"${OPENAI_BACKUP_MODEL-}\"; "
+        "printf 'OPENAI_BACKUP_BASE_URL=%s\\n' \"${OPENAI_BACKUP_BASE_URL-}\"; "
+        "printf 'OPENAI_BACKUP_API_MODE=%s\\n' \"${OPENAI_BACKUP_API_MODE-}\"; "
+        "printf 'OPENAI_FALLBACK_MODEL=%s\\n' \"${OPENAI_FALLBACK_MODEL-}\"; "
+        "printf 'OPENAI_FALLBACK_BASE_URL=%s\\n' \"${OPENAI_FALLBACK_BASE_URL-}\"; "
+        "printf 'OPENAI_FALLBACK_API_MODE=%s\\n' \"${OPENAI_FALLBACK_API_MODE-}\""
+    )
+    clean_env = {
+        "PATH": os.environ.get("PATH", ""),
+        "OPENAI_API_KEY": "primary-key",
+        "OPENAI_SECONDARY_API_KEY": "secondary-key",
+        "OPENAI_BACKUP_API_KEY": "backup-key",
+        "OPENAI_FALLBACK_API_KEY": "fallback-key",
+        **env,
+    }
+    result = subprocess.run(
+        ["/bin/bash", "-lc", command],
+        cwd=ROOT,
+        env=clean_env,
+        text=True,
+        capture_output=True,
+        check=True,
+    )
+    return dict(line.split("=", 1) for line in result.stdout.strip().splitlines())
+
+
+def test_balanced_profile_exports_benchmark_provider_order():
+    values = run_loader({})
+
+    assert values["OPENAI_MODEL"] == "deepseek-v3-2-251201"
+    assert values["OPENAI_BASE_URL"] == "https://windhub.cc/v1"
+    assert values["OPENAI_API_MODE"] == "messages"
+    assert values["OPENAI_SECONDARY_MODEL"] == "gemini-3.1-pro-preview"
+    assert values["OPENAI_SECONDARY_BASE_URL"] == "https://api.xn--chy-js0fk50c.top/v1"
+    assert values["OPENAI_SECONDARY_API_MODE"] == "chat"
+    assert values["OPENAI_BACKUP_MODEL"] == "longcat-flash-chat"
+    assert values["OPENAI_BACKUP_BASE_URL"] == "https://elysiver.h-e.top/v1"
+    assert values["OPENAI_BACKUP_API_MODE"] == "chat"
+    assert values["OPENAI_FALLBACK_MODEL"] == "gpt-5.4"
+    assert values["OPENAI_FALLBACK_BASE_URL"] == "https://api.wwcloud.app"
+    assert values["OPENAI_FALLBACK_API_MODE"] == "responses"
+
+
+def test_semantic_profile_uses_high_recall_primary_only():
+    values = run_loader({"LLM_RESEARCH_PROFILE": "semantic"})
+
+    assert values["OPENAI_MODEL"] == "doubao-seed-1-8-251228"
+    assert values["OPENAI_BASE_URL"] == "https://windhub.cc/v1"
+    assert values["OPENAI_API_MODE"] == "messages"
+    assert values["OPENAI_BACKUP_MODEL"] == "longcat-flash-chat"
+
+
+def test_loader_preserves_explicit_values_without_force():
+    values = run_loader(
+        {
+            "OPENAI_MODEL": "manual-model",
+            "OPENAI_BASE_URL": "https://manual.example/v1",
+            "OPENAI_API_MODE": "chat",
+        }
+    )
+
+    assert values["OPENAI_MODEL"] == "manual-model"
+    assert values["OPENAI_BASE_URL"] == "https://manual.example/v1"
+    assert values["OPENAI_API_MODE"] == "chat"
+
+
+def test_force_replaces_explicit_values():
+    values = run_loader(
+        {
+            "LLM_RESEARCH_PROFILE_FORCE": "1",
+            "OPENAI_MODEL": "manual-model",
+            "OPENAI_BASE_URL": "https://manual.example/v1",
+            "OPENAI_API_MODE": "chat",
+        }
+    )
+
+    assert values["OPENAI_MODEL"] == "deepseek-v3-2-251201"
+    assert values["OPENAI_BASE_URL"] == "https://windhub.cc/v1"
+    assert values["OPENAI_API_MODE"] == "messages"
+
+
+def test_off_profile_makes_no_changes():
+    values = run_loader({"LLM_RESEARCH_PROFILE": "off"})
+
+    assert all(value == "" for value in values.values())
+
+
+def test_missing_role_key_skips_that_role():
+    values = run_loader({"OPENAI_BACKUP_API_KEY": ""})
+
+    assert values["OPENAI_MODEL"] == "deepseek-v3-2-251201"
+    assert values["OPENAI_BACKUP_MODEL"] == ""
+    assert values["OPENAI_BACKUP_BASE_URL"] == ""
+    assert values["OPENAI_BACKUP_API_MODE"] == ""
+
+
+def test_verbose_output_does_not_print_keys():
+    env = {
+        "PATH": os.environ.get("PATH", ""),
+        "OPENAI_API_KEY": "primary-secret",
+        "OPENAI_SECONDARY_API_KEY": "secondary-secret",
+        "OPENAI_BACKUP_API_KEY": "backup-secret",
+        "OPENAI_FALLBACK_API_KEY": "fallback-secret",
+        "LLM_RESEARCH_PROFILE_VERBOSE": "1",
+    }
+    result = subprocess.run(
+        ["/bin/bash", "-lc", f"source {LOADER}"],
+        cwd=ROOT,
+        env=env,
+        text=True,
+        capture_output=True,
+        check=True,
+    )
+
+    combined = result.stdout + result.stderr
+    assert "primary-secret" not in combined
+    assert "secondary-secret" not in combined
+    assert "backup-secret" not in combined
+    assert "fallback-secret" not in combined
+    assert "deepseek-v3-2-251201" in combined