Skip to content

Commit a7f0852

Browse files
samchonclaude
andcommitted
feat(website): record Claude Code / Fable 5 graph benchmark lane (N=1)
Adds the claude-code-fable agent lane to graph.json: 80 cells (8 repos x 2 prompt families x baseline + 4 graph tools), measured at N=1 because of Fable 5 pricing and recorded with runs: 1 preserved per the N=1 rule. All 16 baseline samples were manually inspected (real source reading, zero web usage, citations spot-verified); all 64 graph-arm samples completed first-attempt with ttsc-graph and codegraph using MCP in every cell. The dashboard maps the new lane to Claude Code / Fable 5 and orders it above Opus. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_015JfqvojwkiTvoq4zz3vd9J
1 parent 80a371d commit a7f0852

2 files changed

Lines changed: 11 additions & 3 deletions

File tree

website/public/benchmark/graph.json

Lines changed: 1 addition & 1 deletion
Large diffs are not rendered by default.

website/src/components/benchmark/GraphBenchmark.tsx

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -99,6 +99,8 @@ function modelLabel(cell: AgentCell): string {
9999
return `Claude Code / Sonnet ${claudeVersionLabel(version, "4.6")}`;
100100
case "claude-code-opus":
101101
return `Claude Code / Opus ${claudeVersionLabel(version, "4.8")}`;
102+
case "claude-code-fable":
103+
return `Claude Code / Fable ${claudeVersionLabel(version, "5")}`;
102104
case "codex-gpt":
103105
return `Codex / ${gptVersionLabel(version) ?? "GPT-5.5"}`;
104106
case "codex-gpt-mini":
@@ -114,8 +116,13 @@ function claudeVersionLabel(
114116
): string {
115117
if (!version) return fallback;
116118
const normalized = version.toLowerCase();
117-
if (normalized === "sonnet" || normalized === "opus") return fallback;
118-
const match = /^claude-(?:sonnet|opus)-(.+)$/.exec(normalized);
119+
if (
120+
normalized === "sonnet" ||
121+
normalized === "opus" ||
122+
normalized === "fable"
123+
)
124+
return fallback;
125+
const match = /^claude-(?:sonnet|opus|fable)-(.+)$/.exec(normalized);
119126
if (!match) return version;
120127
return match[1]!.replace(/-/g, ".");
121128
}
@@ -185,6 +192,7 @@ function modelOrder(model: string): number {
185192
const order = [
186193
"codex-gpt-mini",
187194
"codex-gpt",
195+
"claude-code-fable",
188196
"claude-code-opus",
189197
"claude-code-sonnet",
190198
];

0 commit comments

Comments
 (0)