Deploy preview for PR 39 🛫

Author: DESU-CLUB

pr-preview/pr-39/404.html

@@ -2,7 +2,7 @@
 2:I[1215,["/jj-benchmark/pr-preview/pr-39/_next/static/chunks/ca023ad85cd7aeee.js","/jj-benchmark/pr-preview/pr-39/_next/static/chunks/2ad5122eae704b1a.js","/jj-benchmark/pr-preview/pr-39/_next/static/chunks/d5bd8388be14eda1.js"],"default"]
 5:I[75049,["/jj-benchmark/pr-preview/pr-39/_next/static/chunks/d2c13bb33c4fcd54.js","/jj-benchmark/pr-preview/pr-39/_next/static/chunks/c21188132e0e0d48.js"],"OutletBoundary"]
 6:"$Sreact.suspense"
-0:{"buildId":"1ICtcjnPomvM3RckmTbMB","rsc":["$","$1","c",{"children":[["$","div",null,{"className":"min-h-screen bg-background text-foreground font-sans selection:bg-primary/20","children":[["$","div",null,{"className":"fixed inset-0 -z-10 h-full w-full bg-background bg-[radial-gradient(#2a2a2a_1px,transparent_1px)] [background-size:16px_16px] [mask-image:radial-gradient(ellipse_50%_50%_at_50%_50%,#000_70%,transparent_100%)] opacity-20 dark:opacity-40"}],["$","div",null,{"className":"container mx-auto px-4 py-16 max-w-6xl","children":[["$","div",null,{"className":"text-center mb-16 space-y-6","children":[["$","div",null,{"className":"inline-flex items-center justify-center p-1.5 rounded-full bg-secondary/50 backdrop-blur-sm border border-border mb-4","children":[["$","span",null,{"className":"flex h-2 w-2 rounded-full bg-emerald-500 mx-2 animate-pulse"}],["$","span",null,{"className":"text-xs font-medium px-2","children":"Live Benchmarks"}]]}],["$","h1",null,{"className":"text-5xl md:text-7xl font-bold tracking-tight bg-clip-text text-transparent bg-gradient-to-b from-foreground to-foreground/50 pb-2","children":"JJ Benchmark"}],["$","p",null,{"className":"text-lg text-muted-foreground max-w-2xl mx-auto leading-relaxed","children":"Performance results of AI coding models on Jujutsu tasks, measuring success rate and execution time with high precision."}],["$","div",null,{"className":"flex flex-wrap items-center justify-center gap-x-6 gap-y-3 text-sm text-muted-foreground pt-4","children":[["$","a",null,{"href":"https://github.com/TabbyML/jj-benchmark","target":"_blank","rel":"noopener noreferrer","className":"flex w-full sm:w-auto items-center justify-center gap-2 hover:text-primary transition-colors","children":[["$","svg",null,{"xmlns":"http://www.w3.org/2000/svg","width":24,"height":24,"viewBox":"0 0 24 24","fill":"none","stroke":"currentColor","strokeWidth":2,"strokeLinecap":"round","strokeLinejoin":"round","className":"lucide lucide-github w-4 h-4","aria-hidden":"true","children":[["$","path","tonef",{"d":"M15 22v-4a4.8 4.8 0 0 0-1-3.5c3 0 6-2 6-5.5.08-1.25-.27-2.48-1-3.5.28-1.15.28-2.35 0-3.5 0 0-1 0-3 1.5-2.64-.5-5.36-.5-8 0C6 2 5 2 5 2c-.3 1.15-.3 2.35 0 3.5A5.403 5.403 0 0 0 4 9c0 3.5 3 5.5 6 5.5-.39.49-.68 1.05-.85 1.65-.17.6-.22 1.23-.15 1.85v4"}],["$","path","9comsn",{"d":"M9 18c-4.51 2-5-2-7-2"}],"$undefined"]}],["$","span",null,{"children":"View on GitHub"}]]}],[["$","div",null,{"className":"hidden h-4 w-px bg-border sm:block"}],["$","span",null,{"className":"flex w-full sm:w-auto items-center justify-center gap-2","children":[["$","svg",null,{"xmlns":"http://www.w3.org/2000/svg","width":24,"height":24,"viewBox":"0 0 24 24","fill":"none","stroke":"currentColor","strokeWidth":2,"strokeLinecap":"round","strokeLinejoin":"round","className":"lucide lucide-clipboard-list w-4 h-4","aria-hidden":"true","children":[["$","rect","tgr4d6",{"width":"8","height":"4","x":"8","y":"2","rx":"1","ry":"1"}],["$","path","116196",{"d":"M16 4h2a2 2 0 0 1 2 2v14a2 2 0 0 1-2 2H6a2 2 0 0 1-2-2V6a2 2 0 0 1 2-2h2"}],["$","path","1jrz19",{"d":"M12 11h4"}],["$","path","n85exb",{"d":"M12 16h4"}],["$","path","1dfujw",{"d":"M8 11h.01"}],["$","path","18s6g9",{"d":"M8 16h.01"}],"$undefined"]}],["$","span",null,{"children":["Total tasks: ",63]}]]}]],["$","div",null,{"className":"hidden h-4 w-px bg-border sm:block"}],["$","span",null,{"className":"flex w-full sm:w-auto items-center justify-center gap-2","children":[["$","svg",null,{"xmlns":"http://www.w3.org/2000/svg","width":24,"height":24,"viewBox":"0 0 24 24","fill":"none","stroke":"currentColor","strokeWidth":2,"strokeLinecap":"round","strokeLinejoin":"round","className":"lucide lucide-terminal w-4 h-4","aria-hidden":"true","children":[["$","path","baeox8",{"d":"M12 19h8"}],["$","path","1yngyt",{"d":"m4 17 6-6-6-6"}],"$undefined"]}],["$","span",null,{"children":["Last run: ","3/26/2026"]}]]}]]}]]}],["$","$L2",null,{"data":[{"id":"1","model":"glm-4.7","agent":"Pochi","passedEvals":56,"successRate":89,"avgLatency":167.18307936507935,"isNew":true},{"id":"2","model":"claude-opus-4-6","agent":"Pochi","passedEvals":55,"successRate":87,"avgLatency":196.83038095238095,"isNew":false},{"id":"3","model":"glm-4.7-with-skill","agent":"Pochi","passedEvals":53,"successRate":84,"avgLatency":143.4436031746032,"isNew":false},{"id":"4","model":"gemini-3-flash","agent":"Pochi","passedEvals":51,"successRate":81,"avgLatency":149.7064603174603,"isNew":false},{"id":"5","model":"gemini-3.1-pro","agent":"Pochi","passedEvals":50,"successRate":79,"avgLatency":171.19423809523806,"isNew":false},{"id":"6","model":"gpt-5.2-codex","agent":"Pochi","passedEvals":49,"successRate":78,"avgLatency":112.47853968253963,"isNew":false},{"id":"7","model":"gpt-5.4","agent":"Pochi","passedEvals":49,"successRate":78,"avgLatency":73.37261904761904,"isNew":false},{"id":"8","model":"claude-4-6-sonnet","agent":"Pochi","passedEvals":45,"successRate":71,"avgLatency":122.01107936507934,"isNew":false},{"id":"9","model":"kimi-k2.5","agent":"Pochi","passedEvals":39,"successRate":62,"avgLatency":132.30101587301587,"isNew":false}]}]]}]]}],["$L3"],"$L4"]}],"loading":null,"isPartial":false}
+0:{"buildId":"am5feV0SIxtWxvMfx_ELM","rsc":["$","$1","c",{"children":[["$","div",null,{"className":"min-h-screen bg-background text-foreground font-sans selection:bg-primary/20","children":[["$","div",null,{"className":"fixed inset-0 -z-10 h-full w-full bg-background bg-[radial-gradient(#2a2a2a_1px,transparent_1px)] [background-size:16px_16px] [mask-image:radial-gradient(ellipse_50%_50%_at_50%_50%,#000_70%,transparent_100%)] opacity-20 dark:opacity-40"}],["$","div",null,{"className":"container mx-auto px-4 py-16 max-w-6xl","children":[["$","div",null,{"className":"text-center mb-16 space-y-6","children":[["$","div",null,{"className":"inline-flex items-center justify-center p-1.5 rounded-full bg-secondary/50 backdrop-blur-sm border border-border mb-4","children":[["$","span",null,{"className":"flex h-2 w-2 rounded-full bg-emerald-500 mx-2 animate-pulse"}],["$","span",null,{"className":"text-xs font-medium px-2","children":"Live Benchmarks"}]]}],["$","h1",null,{"className":"text-5xl md:text-7xl font-bold tracking-tight bg-clip-text text-transparent bg-gradient-to-b from-foreground to-foreground/50 pb-2","children":"JJ Benchmark"}],["$","p",null,{"className":"text-lg text-muted-foreground max-w-2xl mx-auto leading-relaxed","children":"Performance results of AI coding models on Jujutsu tasks, measuring success rate and execution time with high precision."}],["$","div",null,{"className":"flex flex-wrap items-center justify-center gap-x-6 gap-y-3 text-sm text-muted-foreground pt-4","children":[["$","a",null,{"href":"https://github.com/TabbyML/jj-benchmark","target":"_blank","rel":"noopener noreferrer","className":"flex w-full sm:w-auto items-center justify-center gap-2 hover:text-primary transition-colors","children":[["$","svg",null,{"xmlns":"http://www.w3.org/2000/svg","width":24,"height":24,"viewBox":"0 0 24 24","fill":"none","stroke":"currentColor","strokeWidth":2,"strokeLinecap":"round","strokeLinejoin":"round","className":"lucide lucide-github w-4 h-4","aria-hidden":"true","children":[["$","path","tonef",{"d":"M15 22v-4a4.8 4.8 0 0 0-1-3.5c3 0 6-2 6-5.5.08-1.25-.27-2.48-1-3.5.28-1.15.28-2.35 0-3.5 0 0-1 0-3 1.5-2.64-.5-5.36-.5-8 0C6 2 5 2 5 2c-.3 1.15-.3 2.35 0 3.5A5.403 5.403 0 0 0 4 9c0 3.5 3 5.5 6 5.5-.39.49-.68 1.05-.85 1.65-.17.6-.22 1.23-.15 1.85v4"}],["$","path","9comsn",{"d":"M9 18c-4.51 2-5-2-7-2"}],"$undefined"]}],["$","span",null,{"children":"View on GitHub"}]]}],[["$","div",null,{"className":"hidden h-4 w-px bg-border sm:block"}],["$","span",null,{"className":"flex w-full sm:w-auto items-center justify-center gap-2","children":[["$","svg",null,{"xmlns":"http://www.w3.org/2000/svg","width":24,"height":24,"viewBox":"0 0 24 24","fill":"none","stroke":"currentColor","strokeWidth":2,"strokeLinecap":"round","strokeLinejoin":"round","className":"lucide lucide-clipboard-list w-4 h-4","aria-hidden":"true","children":[["$","rect","tgr4d6",{"width":"8","height":"4","x":"8","y":"2","rx":"1","ry":"1"}],["$","path","116196",{"d":"M16 4h2a2 2 0 0 1 2 2v14a2 2 0 0 1-2 2H6a2 2 0 0 1-2-2V6a2 2 0 0 1 2-2h2"}],["$","path","1jrz19",{"d":"M12 11h4"}],["$","path","n85exb",{"d":"M12 16h4"}],["$","path","1dfujw",{"d":"M8 11h.01"}],["$","path","18s6g9",{"d":"M8 16h.01"}],"$undefined"]}],["$","span",null,{"children":["Total tasks: ",63]}]]}]],["$","div",null,{"className":"hidden h-4 w-px bg-border sm:block"}],["$","span",null,{"className":"flex w-full sm:w-auto items-center justify-center gap-2","children":[["$","svg",null,{"xmlns":"http://www.w3.org/2000/svg","width":24,"height":24,"viewBox":"0 0 24 24","fill":"none","stroke":"currentColor","strokeWidth":2,"strokeLinecap":"round","strokeLinejoin":"round","className":"lucide lucide-terminal w-4 h-4","aria-hidden":"true","children":[["$","path","baeox8",{"d":"M12 19h8"}],["$","path","1yngyt",{"d":"m4 17 6-6-6-6"}],"$undefined"]}],["$","span",null,{"children":["Last run: ","3/27/2026"]}]]}]]}]]}],["$","$L2",null,{"data":[{"id":"1","model":"claude-opus-4-6","agent":"Pochi","passedEvals":55,"successRate":87,"avgLatency":196.83038095238095,"isNew":true},{"id":"2","model":"glm-4.7-with-skill","agent":"Pochi","passedEvals":53,"successRate":84,"avgLatency":175.48777777777778,"isNew":false},{"id":"3","model":"gemini-3-flash","agent":"Pochi","passedEvals":51,"successRate":81,"avgLatency":149.70646031746028,"isNew":false},{"id":"4","model":"glm-4.7","agent":"Pochi","passedEvals":50,"successRate":79,"avgLatency":200.53053968253974,"isNew":false},{"id":"5","model":"gemini-3.1-pro","agent":"Pochi","passedEvals":50,"successRate":79,"avgLatency":171.1942380952381,"isNew":false},{"id":"6","model":"gpt-5.4","agent":"Pochi","passedEvals":49,"successRate":78,"avgLatency":73.37261904761903,"isNew":false},{"id":"7","model":"gpt-5.2-codex","agent":"Pochi","passedEvals":49,"successRate":78,"avgLatency":112.47853968253966,"isNew":false},{"id":"8","model":"claude-4-6-sonnet","agent":"Pochi","passedEvals":45,"successRate":71,"avgLatency":122.01107936507933,"isNew":false},{"id":"9","model":"kimi-k2.5","agent":"Pochi","passedEvals":39,"successRate":62,"avgLatency":132.30101587301584,"isNew":false}]}]]}]]}],["$L3"],"$L4"]}],"loading":null,"isPartial":false}
 3:["$","script","script-0",{"src":"/jj-benchmark/pr-preview/pr-39/_next/static/chunks/d5bd8388be14eda1.js","async":true}]
 4:["$","$L5",null,{"children":["$","$6",null,{"name":"Next.MetadataOutlet","children":"$@7"}]}]
 7:null

pr-preview/pr-39/404/index.html

@@ -1,4 +1,4 @@
 1:"$Sreact.fragment"
 2:I[36064,["/jj-benchmark/pr-preview/pr-39/_next/static/chunks/d2c13bb33c4fcd54.js","/jj-benchmark/pr-preview/pr-39/_next/static/chunks/c21188132e0e0d48.js"],"default"]
 3:I[81497,["/jj-benchmark/pr-preview/pr-39/_next/static/chunks/d2c13bb33c4fcd54.js","/jj-benchmark/pr-preview/pr-39/_next/static/chunks/c21188132e0e0d48.js"],"default"]
-0:{"buildId":"1ICtcjnPomvM3RckmTbMB","rsc":["$","$1","c",{"children":[null,["$","$L2",null,{"parallelRouterKey":"children","template":["$","$L3",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]]}],"loading":null,"isPartial":false}
+0:{"buildId":"am5feV0SIxtWxvMfx_ELM","rsc":["$","$1","c",{"children":[null,["$","$L2",null,{"parallelRouterKey":"children","template":["$","$L3",null,{}],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]]}],"loading":null,"isPartial":false}