vLLM-5090/opencode.json at main · BoltzmannEntropy/vLLM-5090 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
{
  "$schema": "https://opencode.ai/config.json",
  "provider": {
    "vllm": {
      "npm": "@ai-sdk/openai-compatible",
      "name": "vLLM (local)",
      "options": {
        "baseURL": "http://localhost:8000/v1"
      },
      "models": {
        "Qwen/Qwen3-4B": {
          "name": "Qwen3 4B (vLLM)",
          "contextWindow": 20000,
          "maxTokens": 8000
        },
        "Qwen/Qwen2.5-0.5B-Instruct": {
          "name": "Qwen 0.5B (vLLM)",
          "contextWindow": 32768,
          "maxTokens": 2048
        },
        "Qwen/Qwen2-14B-Instruct": {
          "name": "Qwen 14B (vLLM)",
          "contextWindow": 32768,
          "maxTokens": 4096
        },
        "google/gemma-2-2b-it": {
          "name": "Gemma 2B (vLLM)",
          "contextWindow": 8192,
          "maxTokens": 2048
        },
        "google/gemma-2-9b-it": {
          "name": "Gemma 9B (vLLM)",
          "contextWindow": 8192,
          "maxTokens": 2048
        },
        "deepseek-ai/deepseek-coder-6.7b-instruct": {
          "name": "DeepSeek Coder 7B (vLLM)",
          "contextWindow": 16384,
          "maxTokens": 4096
        }
      }
    }
  }
}