Skip to content

Commit a0e9480

Browse files
borisbatclaude
andcommitted
decode_prof: report the fused-decode state on the config line
The --no-fused A/B is only trustworthy when the log carries proof of which path ran (the matrix that motivated this silently benched chain-vs-chain through a zsh quoting bug). Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
1 parent 4bb4c6a commit a0e9480

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

modules/dasLLAMA/benchmarks/decode_prof.das

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -105,7 +105,7 @@ def main() {
105105
var t <- load_model_cached(cfg.model, cfg.quant)
106106
t.config.seq_len = min(t.config.seq_len, depth + ngen + 8l) // cap the KV allocation
107107
let c = t.config
108-
print("config: dim={c.dim} layers={c.n_layers} vocab={c.vocab_size} | backend {active_kernel_backend()} (batch {active_batch_backend()}) | t{threads} affinity {pinned ? "hard" : "env/off"} | depth {depth} window {ngen}\n")
108+
print("config: dim={c.dim} layers={c.n_layers} vocab={c.vocab_size} | backend {active_kernel_backend()} (batch {active_batch_backend()}) | t{threads} affinity {pinned ? "hard" : "env/off"} | fused {get_fused_decode()} | depth {depth} window {ngen}\n")
109109
var s <- make_run_state(c)
110110
if (depth > 0l) {
111111
let prompt <- [for (i in range64(depth)); synth_id(i, 999l)]

0 commit comments

Comments
 (0)