-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathllm_provider_config.json
More file actions
108 lines (96 loc) · 3.14 KB
/
Copy pathllm_provider_config.json
File metadata and controls
108 lines (96 loc) · 3.14 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
{
"OPENAI": {
"base_url": "https://api.openai.com/v1",
"prompter": "openAI",
"models": {
"gpt-4.5-preview-2025-02-27": {"supports_temperature": true },
"chatgpt-4o-latest": {"supports_temperature": true },
"o1-2024-12-17": {"supports_temperature": false },
"o3-mini": { "supports_temperature": false },
"o1-mini": { "supports_temperature": false }
}
},
"DEEPSEEK": {
"base_url": "https://api.deepseek.com",
"prompter": "openAI",
"models": {
"deepseek-reasoner": {"supports_temperature": true },
"deepseek-chat": {"supports_temperature": true }
}
},
"NVIDIA": {
"base_url": "https://integrate.api.nvidia.com/v1",
"prompter": "openAI",
"models": {
"nvidia/llama-3.3-nemotron-super-49b-v1": {"supports_temperature": true }
}
},
"ALIBABA": {
"base_url": "https://dashscope-intl.aliyuncs.com/compatible-mode/v1",
"prompter": "openAI",
"models": {
"qwen-max-0125": {"supports_temperature": true },
"qwen-plus-0125": {"supports_temperature": true }
}
},
"GOOGLE": {
"base_url": "https://generativelanguage.googleapis.com/v1beta/openai/",
"prompter": "google",
"models": {
"gemini-1.5-pro-002": {"supports_temperature": true },
"gemini-2.0-flash-thinking-exp-01-21": {"supports_temperature": true }
}
},
"ANTHROPIC": {
"base_url": "https://api.anthropic.com/v1",
"prompter": "anthropic",
"models": {
"claude-3-7-sonnet-20250219": {"supports_temperature": true }
}
},
"HUGGINGFACE": {
"prompter": "huggingface",
"models": {
"gemma-3-27b-it": {
"supports_temperature": true,
"base_url": "https://pssr3t080524swq5.us-east-1.aws.endpoints.huggingface.cloud/v1/"
},
"Athene-70B": {
"supports_temperature": true,
"base_url": "https://bxwslsgwe2yqlnru.us-east-2.aws.endpoints.huggingface.cloud/v1/"
},
"Athene-v2-Chat-72B": {
"supports_temperature": true,
"base_url": "https://snibkn9fpuhrhzko.us-east-2.aws.endpoints.huggingface.cloud/v1/"
}
}
},
"NEBIUS": {
"base_url": "https://api.studio.nebius.com/v1/",
"prompter": "openAI",
"models": {
"meta-llama/Meta-Llama-3.1-405B-Instruct": {"supports_temperature": true }
}
},
"MISTRAL": {
"base_url": "https://api.mistral.ai/v1",
"prompter": "mistral",
"models": {
"mistral-large-2407": {"supports_temperature": true }
}
},
"COHERE": {
"base_url": "https://api.cohere.ai/compatibility/v1",
"prompter": "openAI",
"models": {
"command-a-03-2025": {"supports_temperature": true }
}
},
"NEBULA": {
"base_url": "http://145.38.192.47/api/chat/completions",
"prompter": "nebula",
"models": {
"deepseek-v2.5:latest": {"supports_temperature": true }
}
}
}