dashboard

Author: michielkallenberg

cybench/runs/analysis/index_map_lib.py

@@ -22,6 +22,40 @@
     "EL": "GR",
 }
 
+# Natural Earth admin-0 polygons sometimes include overseas departments under the
+# parent ISO (e.g. French Guiana under FR). CY-Bench countries are metropolitan;
+# clip to these WGS84 bounding boxes (min_lon, min_lat, max_lon, max_lat).
+_METROPOLITAN_BBOX_WGS84: dict[str, tuple[float, float, float, float]] = {
+    "FR": (-5.5, 41.0, 10.0, 51.5),
+}
+_OVERSEAS_MAP_ISO = "XX"
+
+
+def _explode_metropolitan_map_units(frame: gpd.GeoDataFrame) -> gpd.GeoDataFrame:
+    """Explode multipolygons; re-tag overseas parts so they are not benchmark-colored."""
+    if frame.empty:
+        return frame
+    exploded = frame.explode(index_parts=True).reset_index(drop=True)
+    if not _METROPOLITAN_BBOX_WGS84:
+        return exploded
+
+    iso = exploded["ISO_A2"].astype(str)
+    centroids = exploded.geometry.representative_point()
+    for map_iso, (min_lon, min_lat, max_lon, max_lat) in _METROPOLITAN_BBOX_WGS84.items():
+        parent = iso == map_iso
+        if not parent.any():
+            continue
+        inside = (
+            (centroids.x >= min_lon)
+            & (centroids.x <= max_lon)
+            & (centroids.y >= min_lat)
+            & (centroids.y <= max_lat)
+        )
+        overseas = parent & ~inside
+        if overseas.any():
+            exploded.loc[overseas, "ISO_A2"] = _OVERSEAS_MAP_ISO
+    return exploded
+
 
 def map_iso_for_cybencH(cc: str) -> str:
     key = cc.upper()
@@ -124,6 +158,7 @@ def export_world_geojson(dest: Path, *, simplify: float = 0.08) -> Path:
     keep["ISO_A2"] = iso
     keep = keep[keep["ISO_A2"].notna() & (keep["ISO_A2"] != "-99") & (keep["ISO_A2"] != "nan")]
     keep["geometry"] = keep.geometry.simplify(simplify, preserve_topology=True)
+    keep = _explode_metropolitan_map_units(keep)
     dest.parent.mkdir(parents=True, exist_ok=True)
     keep.to_file(dest, driver="GeoJSON")
     return dest

cybench/runs/analysis/model_family_radar_lib.py

@@ -822,7 +822,8 @@ def build_radar_payload(
         "benchmark_map_isos": benchmark_map_isos,
         "map_coverage_note": (
             "Only CY-Bench countries are colored; all other land is neutral gray. "
-            "ISO country polygons are used as-is (e.g. the United States outline includes Alaska)."
+            "ISO country polygons are used as-is (e.g. the United States outline includes Alaska). "
+            "France is metropolitan only (French Guiana is not colored)."
         ),
         "crops": crops,
         "views": list(EVALUATION_VIEWS),

cybench/runs/viz/model_family_radar_template.html

@@ -188,13 +188,13 @@
       border: 1px solid var(--border);
       background: linear-gradient(to right, #d73027, #fee08b, #1a9850);
     }
-    .map-export-toolbar {
+    .export-toolbar {
       display: flex;
       flex-wrap: wrap;
       gap: 0.45rem;
       margin-top: 0.35rem;
     }
-    .map-export-toolbar button {
+    .export-toolbar button {
       font: inherit;
       font-size: 0.85rem;
       padding: 0.35rem 0.65rem;
@@ -204,11 +204,11 @@
       color: var(--text);
       cursor: pointer;
     }
-    .map-export-toolbar button:hover:not(:disabled) {
+    .export-toolbar button:hover:not(:disabled) {
       border-color: var(--accent);
       color: var(--accent);
     }
-    .map-export-toolbar button:disabled {
+    .export-toolbar button:disabled {
       opacity: 0.45;
       cursor: not-allowed;
     }
@@ -261,6 +261,10 @@ <h2>Median across countries (family representatives)</h2>
           <tbody></tbody>
         </table>
       </div>
+      <div class="export-toolbar">
+        <button type="button" id="table-export-latex">Download table (LaTeX)</button>
+        <button type="button" id="table-export-latex-copy">Copy LaTeX</button>
+      </div>
     </div>
 
     <div class="card">
@@ -283,10 +287,11 @@ <h2>World map</h2>
       <p class="muted" id="map-mode-note">Colors show which model family wins in each country for the selected evaluation aspect.</p>
       <p class="muted" id="map-coverage-note"></p>
       <div class="world-map-wrap" id="winner-map-wrap"><p class="muted">Loading map…</p></div>
-      <div class="map-export-toolbar">
+      <div class="export-toolbar">
         <button type="button" id="map-export-svg" disabled>Download map (SVG)</button>
         <button type="button" id="map-export-png" disabled>Download map (PNG)</button>
       </div>
+      <p class="muted">For LaTeX figures: use PNG with <code>\includegraphics</code>, or convert SVG to PDF (Inkscape) for vector output — pdfLaTeX does not embed SVG directly.</p>
       <div class="winner-legend" id="winner-legend"></div>
       <div class="benefit-legend" id="benefit-legend" style="display:none;">
         <span class="benefit-gradient" aria-hidden="true"></span>
@@ -322,6 +327,10 @@ <h2>World map</h2>
     const mapCoverageNote = document.getElementById("map-coverage-note");
     const mapExportSvgBtn = document.getElementById("map-export-svg");
     const mapExportPngBtn = document.getElementById("map-export-png");
+    const tableExportLatexBtn = document.getElementById("table-export-latex");
+    const tableExportLatexCopyBtn = document.getElementById("table-export-latex-copy");
+
+    let currentTableFamilies = [];
 
     const MAP_FILL_OUTSIDE = "#e8eaed";
     const MAP_FILL_NO_DATA = "#f5f5f5";
@@ -725,7 +734,100 @@ <h2>World map</h2>
       return `${Number(raw).toFixed(3)} [${Number(band.q25).toFixed(3)}, ${Number(band.q75).toFixed(3)}]`;
     }
 
+    function escapeLatex(text) {
+      return String(text)
+        .replace(/\\/g, "\\textbackslash{}")
+        .replace(/[&%$#_{}]/g, ch => `\\${ch}`)
+        .replace(/~/g, "\\textasciitilde{}")
+        .replace(/\^/g, "\\textasciicaret{}");
+    }
+
+    function latexViewHeader(view) {
+      const metric = view.display || view.metric;
+      if (metric === "r") return `${view.label} ($r$)`;
+      if (metric === "NRMSE") return `${view.label} (NRMSE)`;
+      return `${view.label} (${metric})`;
+    }
+
+    function formatMetricLatex(fam, metric) {
+      const raw = fam.raw[metric];
+      if (raw == null) return "---";
+      const band = (fam.iqr || {})[metric];
+      const med = Number(raw).toFixed(3);
+      if (!band || band.q25 == null || band.q75 == null) return med;
+      return `${med} [${Number(band.q25).toFixed(3)}, ${Number(band.q75).toFixed(3)}]`;
+    }
+
+    function tableExportMeta() {
+      const hz = horizonSelect.value;
+      const crop = cropSelect.value;
+      const hzLabel = hz === "eos" ? "end-of-season" : hz === "mid" ? "mid-season" : hz;
+      const cropLabel = crop === "all" ? "all crops" : crop;
+      return { hz, crop, hzLabel, cropLabel };
+    }
+
+    function tableExportFilename() {
+      const { hz, crop } = tableExportMeta();
+      return `model_families_table_${hz}_${crop}.tex`;
+    }
+
+    function buildMetricsTableLatex(families) {
+      if (!families.length) return "";
+      const { hzLabel, cropLabel } = tableExportMeta();
+      const headers = ["Family", "Representative", ...DATA.views.map(latexViewHeader)];
+      const colSpec = `ll${"r".repeat(DATA.views.length)}`;
+      const headerRow = headers.map(escapeLatex).join(" & ");
+      const bodyRows = families.map(fam => {
+        const cells = [
+          escapeLatex(fam.family),
+          escapeLatex(fam.display_name),
+          ...DATA.views.map(v => formatMetricLatex(fam, v.metric)),
+        ];
+        return `    ${cells.join(" & ")} \\\\`;
+      }).join("\n");
+      return `% CY-Bench model families table (generated from dashboard)
+% Requires: \\usepackage{booktabs}
+\\begin{table}[ht]
+  \\centering
+  \\caption{Model family performance: median [IQR] across countries. Horizon: ${escapeLatex(hzLabel)}; crops: ${escapeLatex(cropLabel)}.}
+  \\label{tab:cybench-model-families}
+  \\begin{tabular}{${colSpec}}
+    \\toprule
+    ${headerRow} \\\\
+    \\midrule
+${bodyRows}
+    \\bottomrule
+  \\end{tabular}
+\\end{table}
+`;
+    }
+
+    function downloadMetricsTableLatex() {
+      const latex = buildMetricsTableLatex(currentTableFamilies);
+      if (!latex) return;
+      triggerBlobDownload(
+        new Blob([latex], { type: "text/plain;charset=utf-8" }),
+        tableExportFilename(),
+      );
+    }
+
+    async function copyMetricsTableLatex() {
+      const latex = buildMetricsTableLatex(currentTableFamilies);
+      if (!latex || !tableExportLatexCopyBtn) return;
+      const original = tableExportLatexCopyBtn.textContent;
+      try {
+        await navigator.clipboard.writeText(latex);
+        tableExportLatexCopyBtn.textContent = "Copied!";
+        setTimeout(() => { tableExportLatexCopyBtn.textContent = original; }, 1600);
+      } catch (_err) {
+        downloadMetricsTableLatex();
+        tableExportLatexCopyBtn.textContent = "Downloaded instead";
+        setTimeout(() => { tableExportLatexCopyBtn.textContent = original; }, 1600);
+      }
+    }
+
     function renderTable(families) {
+      currentTableFamilies = families;
       const viewHeaders = DATA.views.map(v => `${v.label} (${v.display || v.metric})`);
       const headers = ["Family", "Representative", ...viewHeaders];
       metricsTable.querySelector("thead").innerHTML =
@@ -1049,6 +1151,8 @@ <h2>World map</h2>
 
     if (mapExportSvgBtn) mapExportSvgBtn.addEventListener("click", downloadMapSvg);
     if (mapExportPngBtn) mapExportPngBtn.addEventListener("click", downloadMapPng);
+    if (tableExportLatexBtn) tableExportLatexBtn.addEventListener("click", downloadMetricsTableLatex);
+    if (tableExportLatexCopyBtn) tableExportLatexCopyBtn.addEventListener("click", copyMetricsTableLatex);
 
     function loadWinnerMapGeometry() {
       if (!DATA.geojson_href) {

tests/runs/test_index_map.py

@@ -64,6 +64,20 @@ def test_export_world_geojson_includes_france(tmp_path: Path):
     text = dest.read_text(encoding="utf-8")
     assert '"ISO_A2": "FR"' in text or '"ISO_A2":"FR"' in text
 
+    import geopandas as gpd
+
+    world = gpd.read_file(dest)
+    fr = world[world["ISO_A2"] == "FR"]
+    assert not fr.empty
+    for _, row in fr.iterrows():
+        c = row.geometry.centroid
+        assert c.y > 30, f"FR polygon should be metropolitan Europe, got lat={c.y}"
+        assert c.x > -15, f"FR polygon should not be in South America, got lon={c.x}"
+    # French Guiana should be detached from FR (neutral gray on the map).
+    overseas = world[world["ISO_A2"] == "XX"]
+    assert not overseas.empty
+    assert any(row.geometry.centroid.x < -30 for _, row in overseas.iterrows())
+
 
 def test_build_index_map_payload(tmp_path: Path):
     (tmp_path / "insights.html").write_text("<html></html>", encoding="utf-8")

tests/runs/test_model_family_radar.py

@@ -377,3 +377,6 @@ def test_build_radar_html_embeds_payload(tmp_path: Path):
     assert "data-mode=\"benefit\"" in html
     assert 'id="map-export-svg"' in html
     assert 'id="map-export-png"' in html
+    assert 'id="table-export-latex"' in html
+    assert "buildMetricsTableLatex" in html
+    assert "booktabs" in html