open-llm-proxy/config.json at main · boettiger-lab/open-llm-proxy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
{
    "providers": {
        "nrp": {
            "endpoint": "https://ellm.nrp-nautilus.io/v1/chat/completions",
            "api_key_env": "NRP_API_KEY",
            "models": [
                "kimi",
                "qwen3",
                "glm-5",
                "minimax-m2",
                "gpt-oss",
                "gemma",
                "gemma-small-e4b"
            ],
            "thinking_models": {
                "kimi":   "thinking",
                "qwen3":  "enable_thinking",
                "glm-5": "enable_thinking",
                "gemma": "enable_thinking",
                "gemma-small-e4b": "enable_thinking"
            }
        },
        "openrouter": {
            "endpoint": "https://openrouter.ai/api/v1/chat/completions",
            "api_key_env": "OPENROUTER_KEY",
            "models": [
                "anthropic/",
                "mistralai/",
                "amazon/",
                "openai/",
                "qwen/",
                "nvidia/",
                "z-ai/",
                "minimax/",
                "moonshotai/",
                "deepseek/",
                "~"
            ],
            "extra_headers": {
                "HTTP-Referer": "https://open-llm-proxy.nrp-nautilus.io",
                "X-Title": "Open LLM Proxy"
            }
        },
        "anthropic": {
            "endpoint": "https://api.anthropic.com/v1/chat/completions",
            "api_key_env": "ANTHROPIC_API_KEY",
            "models": [
                "claude-",
                "claude-sonnet-4-6",
                "claude-haiku-4-5",
                "claude-opus-4-8"
            ],
            "no_sampling_params": [
                "claude-sonnet-5",
                "claude-opus-4-8",
                "claude-opus-4-7",
                "claude-fable-5",
                "claude-mythos-5"
            ]
        },
        "nimbus": {
            "endpoint": "https://vllm-nimbus.carlboettiger.info/v1/chat/completions",
            "api_key_env": "NIMBUS_API_KEY",
            "models": [
                "qwen"
            ],
            "thinking_models": {
                "qwen": "enable_thinking"
            }
        },
        "gemma4-nimbus": {
            "endpoint": "https://gemma4-nimbus.carlboettiger.info/v1/chat/completions",
            "api_key_env": "NIMBUS_API_KEY",
            "models": [
                "gemma4"
            ]
        },
        "qwen3-cirrus": {
            "endpoint": "https://qwen3-cirrus.carlboettiger.info/v1/chat/completions",
            "api_key_env": "NIMBUS_API_KEY",
            "models": [
                "qwen3-6"
            ],
            "thinking_models": {
                "qwen3-6": "enable_thinking"
            }
        }
    }
}