Skip to content

Commit fecbfa4

Browse files
garthvhclaude
andcommitted
mac: default to qwen3-vl:30b-a3b-instruct (vision + coding + tools)
Switch the Mac app and bash launcher default model to qwen3-vl:30b-a3b-instruct after deleting the qwen2.5-coder 7b/14b models locally. It's a ~3B-active MoE, so prefill stays fast, and it adds vision (the shim already forwards image blocks) and reliable tool calls — verified coding, tool_use, and image description all work through the shim. Drops the haiku->7b split in the launcher (only one model now) and reseeds the Edit-Model-Map template accordingly. Windows app/launcher stay on qwen2.5-coder — that box keeps its smaller models for its RAM/sim setup. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
1 parent 7614f6b commit fecbfa4

2 files changed

Lines changed: 6 additions & 8 deletions

File tree

claude-local

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -14,12 +14,11 @@ DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
1414

1515
if ! curl -sf --max-time 1 "${SHIM_URL}/health" > /dev/null 2>&1; then
1616
echo "[claude-local] starting FauxClaude on :${SHIM_PORT}..."
17-
# Route the Haiku tier (Claude Code's background calls) to a small fast model for
18-
# ~2x speed; Opus/Sonnet keep the larger quality model. Both are ignored by the
19-
# shim if not installed. Override MODEL_MAP / OLLAMA_MODEL to change routing.
17+
# Every Claude tier routes to one local model (qwen3-vl: MoE, so fast, and it
18+
# also does vision + tool calls). Override OLLAMA_MODEL to change it, or set a
19+
# MODEL_MAP to split tiers across models if you keep more than one installed.
2020
PORT="$SHIM_PORT" \
21-
MODEL_MAP="${MODEL_MAP:-{\"claude-haiku-4-5\":\"qwen2.5-coder:7b\"}}" \
22-
OLLAMA_MODEL="${OLLAMA_MODEL:-qwen2.5-coder:14b}" \
21+
OLLAMA_MODEL="${OLLAMA_MODEL:-qwen3-vl:30b-a3b-instruct}" \
2322
nohup node "$DIR/server.mjs" >> "$DIR/shim.log" 2>&1 &
2423
for _ in $(seq 1 20); do
2524
curl -sf --max-time 1 "${SHIM_URL}/health" > /dev/null 2>&1 && break

mac-app/main.swift

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -102,7 +102,7 @@ final class ShimController: ObservableObject {
102102
// built-in fast-Haiku default when the file is absent. Opus/Sonnet default
103103
// to the larger quality model; both fall back if a model isn't installed.
104104
if env["MODEL_MAP"] == nil { env["MODEL_MAP_FILE"] = modelMapURL.path }
105-
if env["OLLAMA_MODEL"] == nil { env["OLLAMA_MODEL"] = "qwen2.5-coder:14b" }
105+
if env["OLLAMA_MODEL"] == nil { env["OLLAMA_MODEL"] = "qwen3-vl:30b-a3b-instruct" }
106106
p.environment = env
107107
p.standardOutput = log
108108
p.standardError = log
@@ -171,8 +171,7 @@ final class ShimController: ObservableObject {
171171
if !FileManager.default.fileExists(atPath: modelMapURL.path) {
172172
let template = """
173173
{
174-
"claude-haiku-4-5": "qwen2.5-coder:7b",
175-
"claude-opus-4-8": "qwen2.5-coder:14b"
174+
"claude-haiku-4-5": "qwen3-vl:30b-a3b-instruct"
176175
}
177176
"""
178177
try? template.write(to: modelMapURL, atomically: true, encoding: .utf8)

0 commit comments

Comments
 (0)