Skip to content

Commit 5338f07

Browse files
prediction horizon
1 parent f1ee117 commit 5338f07

3 files changed

Lines changed: 377 additions & 0 deletions

File tree

cybench/runs/analysis/global_insights_lib.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -37,6 +37,13 @@
3737
"r": {"lo": -1.0, "hi": 1.0, "higher_better": True, "label": "r"},
3838
}
3939

40+
# Symmetric scales for horizon-pair improvement maps (positive = better at later horizon).
41+
HORIZON_DELTA_SCALES: dict[str, dict[str, Any]] = {
42+
"nrmse": {"lo": -0.15, "hi": 0.15, "higher_better": True, "label": "Δ NRMSE"},
43+
"r2": {"lo": -0.15, "hi": 0.15, "higher_better": True, "label": "Δ R²"},
44+
"r": {"lo": -0.2, "hi": 0.2, "higher_better": True, "label": "Δ r"},
45+
}
46+
4047
MAP_COVERAGE_NOTE = (
4148
"CY-Bench countries use a blue-grey base; other land is neutral grey. "
4249
"The United States and France are metropolitan only (Alaska, French Guiana, "
@@ -1521,6 +1528,7 @@ def build_insights_payload(output_root: Path, *, version: int = 2) -> dict[str,
15211528
"benchmark_map_isos": benchmark_map_isos,
15221529
"map_coverage_note": MAP_COVERAGE_NOTE,
15231530
"metric_map_scales": METRIC_MAP_SCALES,
1531+
"horizon_delta_scales": HORIZON_DELTA_SCALES,
15241532
}
15251533

15261534

0 commit comments

Comments
 (0)