iceberg-dba-dashboard.json

{
  "$schema": "https://altinity.com/schemas/altinity-sql-browser/portable-bundle-v1.schema.json",
  "format": "altinity-sql-browser/portable-bundle",
  "version": 1,
  "exportedAt": "2026-07-13T09:08:20.678Z",
  "metadata": {
    "name": "Iceberg catalog explorer — DBA",
    "description": "Maintenance and health view of Iceberg catalog metadata."
  },
  "queries": [
    {
      "id": "iced-0",
      "sql": "",
      "specVersion": 1,
      "spec": {
        "name": "About: Iceberg catalog explorer (DBA)",
        "favorite": true,
        "description": "Generated by examples/mjs/build-iceberg-dashboards.mjs — edit that script, not this entry.",
        "view": "panel",
        "panel": {
          "cfg": {
            "type": "text",
            "content": "## Iceberg catalog explorer — DBA\n\nMaintenance signals for every installed catalog, from Iceberg metadata only:\nsnapshot-expiry backlog, manifest fragmentation, metadata.json bloat,\nmerge-on-read delete manifests, and two **log panels** — the snapshot commit\ntimeline and the metadata-version timeline (`from` accepts relative times\nlike `-30d`).\n\nThe shared `catalog` filter narrows every tile; blank = all catalogs.\nDetail tables (schema, partition spec, manifest inventory, full snapshot log)\nlive in the Library below the dashboard tiles — they are deliberately not on\nthe dashboard. Per-table small-file/skew/Parquet analysis: generate the\ndrill-down portable bundle from `iceberg-install.json` (entry i5)."
          }
        },
        "dashboard": {
          "role": "panel",
          "sizeHints": {
            "preferred": "wide",
            "minimum": "medium",
            "aspectRatio": 2
          }
        }
      }
    },
    {
      "id": "iced-1",
      "sql": "SELECT concat(catalog, '.', ice_table) AS table, count() - 1 AS old_snapshots\nFROM ice_meta_all.snapshots\nWHERE 1 /*[ AND catalog = {catalog:String} ]*/\nGROUP BY catalog, ice_table\nHAVING old_snapshots > 0\nORDER BY old_snapshots DESC\nLIMIT 25",
      "specVersion": 1,
      "spec": {
        "name": "Snapshot-expiry candidates",
        "favorite": true,
        "description": "Snapshots per table beyond the current one — each is history that expireSnapshots() could reclaim. Big counts = expiry never runs.",
        "view": "panel",
        "panel": {
          "cfg": {
            "type": "hbar",
            "x": 0,
            "y": [
              1
            ],
            "series": null
          },
          "key": "table:String|old_snapshots:Int64"
        },
        "dashboard": {
          "role": "panel",
          "sizeHints": {
            "preferred": "medium",
            "minimum": "compact",
            "aspectRatio": 1.5
          }
        }
      }
    },
    {
      "id": "iced-2",
      "sql": "SELECT concat(ml.catalog, '.', ml.ice_table) AS table,\n       count() AS manifests,\n       round(sum(ml.added_files_count + ml.existing_files_count) / count(), 1) AS avg_files_per_manifest\nFROM ice_meta_all.manifest_lists AS ml\nINNER JOIN ice_meta_all.tables AS t\n  ON ml.catalog = t.catalog AND ml.ice_table = t.ice_table AND ml.list_snapshot_id = t.current_snapshot_id\nWHERE 1 /*[ AND ml.catalog = {catalog:String} ]*/\nGROUP BY table\nORDER BY manifests DESC",
      "specVersion": 1,
      "spec": {
        "name": "Manifest fragmentation (current snapshot)",
        "favorite": true,
        "description": "Manifests referenced by each table's CURRENT manifest-list, and how few files each tracks on average. Many manifests tracking few files each = rewriteManifests() candidate.",
        "view": "panel",
        "panel": {
          "cfg": {
            "type": "bar",
            "x": 0,
            "y": [
              1,
              2
            ],
            "series": null
          },
          "key": "table:String|manifests:UInt64|avg_files_per_manifest:Float64"
        },
        "dashboard": {
          "role": "panel",
          "sizeHints": {
            "preferred": "medium",
            "minimum": "compact",
            "aspectRatio": 1.5
          }
        }
      }
    },
    {
      "id": "iced-3",
      "sql": "SELECT concat(catalog, '.', ice_table) AS table, countIf(content = 1) AS delete_manifests\nFROM ice_meta_all.manifest_lists\nWHERE 1 /*[ AND catalog = {catalog:String} ]*/\nGROUP BY catalog, ice_table\nORDER BY delete_manifests DESC",
      "specVersion": 1,
      "spec": {
        "name": "Merge-on-read delete manifests",
        "favorite": true,
        "description": "Delete manifests (content=1) in each table's manifest-lists. A growing count means MOR deletes are piling up and reads pay for it — schedule rewrite_data_files/compaction.",
        "view": "panel",
        "panel": {
          "cfg": {
            "type": "bar",
            "x": 0,
            "y": [
              1
            ],
            "series": null
          },
          "key": "table:String|delete_manifests:UInt64"
        },
        "dashboard": {
          "role": "panel",
          "sizeHints": {
            "preferred": "medium",
            "minimum": "compact",
            "aspectRatio": 1.5
          }
        }
      }
    },
    {
      "id": "iced-4",
      "sql": "SELECT concat(o.catalog, '.', o.ice_table) AS table,\n       countIf(o.kind = 'metadata.json') AS metadata_files_on_s3,\n       max(t.num_snapshots) AS snapshots_in_current_metadata\nFROM ice_meta_all.objects AS o\nLEFT JOIN ice_meta_all.tables AS t ON o.catalog = t.catalog AND o.ice_table = t.ice_table\nWHERE o.kind = 'metadata.json' /*[ AND o.catalog = {catalog:String} ]*/\nGROUP BY table\nORDER BY metadata_files_on_s3 DESC",
      "specVersion": 1,
      "spec": {
        "name": "metadata.json versions on S3",
        "favorite": true,
        "description": "Physical metadata.json objects per table vs. the versions the current metadata-log still references. A wide gap = metadata bloat (write.metadata.delete-after-commit.enabled is off).",
        "view": "panel",
        "panel": {
          "cfg": {
            "type": "bar",
            "x": 0,
            "y": [
              1,
              2
            ],
            "series": null
          },
          "key": "table:String|metadata_files_on_s3:UInt64|snapshots_in_current_metadata:UInt64"
        },
        "dashboard": {
          "role": "panel",
          "sizeHints": {
            "preferred": "medium",
            "minimum": "compact",
            "aspectRatio": 1.5
          }
        }
      }
    },
    {
      "id": "iced-5",
      "sql": "SELECT concat(catalog, '.', ice_table) AS table,\n       countIf(kind = 'data.parquet') AS data_files,\n       countIf(kind = 'manifest') AS manifests,\n       countIf(kind = 'metadata.json') AS metadata_versions\nFROM ice_meta_all.objects\nWHERE 1 /*[ AND catalog = {catalog:String} ]*/\nGROUP BY catalog, ice_table\nORDER BY data_files DESC",
      "specVersion": 1,
      "spec": {
        "name": "Physical objects per table",
        "favorite": true,
        "description": "S3 object census per table by Iceberg role — the denominator for orphan hunting. Compare data.parquet counts against data_files() from the per-catalog drill-down to find unreferenced files.",
        "view": "panel",
        "panel": {
          "cfg": {
            "type": "bar",
            "x": 0,
            "y": [
              1,
              2,
              3
            ],
            "series": null
          },
          "key": "table:String|data_files:UInt64|manifests:UInt64|metadata_versions:UInt64"
        },
        "dashboard": {
          "role": "panel",
          "sizeHints": {
            "preferred": "medium",
            "minimum": "compact",
            "aspectRatio": 1.5
          }
        }
      }
    },
    {
      "id": "iced-6",
      "sql": "SELECT committed_at AS ts,\n       multiIf(operation IN ('overwrite', 'delete'), 'warn', 'info') AS level,\n       concat(catalog, '.', ice_table, ' — ', operation,\n              ' (+', toString(added_records), ' rows, total ',\n              formatReadableSize(total_files_size), ', snapshot ', snapshot_id, ')') AS msg\nFROM ice_meta_all.snapshots\nWHERE committed_at > {from:DateTime}\n/*[ AND committed_at <= {to:DateTime} ]*/\n/*[ AND catalog = {catalog:String} ]*/\nORDER BY ts DESC\nLIMIT 500",
      "specVersion": 1,
      "spec": {
        "name": "Snapshot commit timeline",
        "favorite": true,
        "description": "Every snapshot commit as a log line: operation, rows added, running total size. `from` is required and takes relative times (-30d, now-6M); operation overwrite/delete shows as warn.",
        "view": "panel",
        "panel": {
          "cfg": {
            "type": "logs",
            "time": "ts",
            "msg": "msg",
            "level": "level"
          }
        },
        "dashboard": {
          "role": "panel",
          "sizeHints": {
            "preferred": "wide",
            "minimum": "medium",
            "aspectRatio": 1.6
          }
        }
      }
    },
    {
      "id": "iced-7",
      "sql": "SELECT made_current_at AS ts,\n       concat(catalog, '.', ice_table, ' → ', metadata_file) AS msg\nFROM ice_meta_all.metadata_log\nWHERE made_current_at > {from:DateTime}\n/*[ AND made_current_at <= {to:DateTime} ]*/\n/*[ AND catalog = {catalog:String} ]*/\nORDER BY ts DESC\nLIMIT 500",
      "specVersion": 1,
      "spec": {
        "name": "Metadata version timeline",
        "favorite": true,
        "description": "When each table's metadata.json was replaced (the Iceberg metadata-log). `from` is required and takes relative times (-30d).",
        "view": "panel",
        "panel": {
          "cfg": {
            "type": "logs",
            "time": "ts",
            "msg": "msg"
          }
        },
        "dashboard": {
          "role": "panel",
          "sizeHints": {
            "preferred": "wide",
            "minimum": "medium",
            "aspectRatio": 1.6
          }
        }
      }
    },
    {
      "id": "iced-8",
      "sql": "SELECT * FROM ice_meta_all.tables WHERE 1 /*[ AND catalog = {catalog:String} ]*/ ORDER BY catalog, ice_table",
      "specVersion": 1,
      "spec": {
        "name": "Detail: tables & properties",
        "favorite": false,
        "description": "One row per Iceberg table — current metadata file, snapshot, schema/snapshot counts, raw table properties JSON.",
        "view": "table"
      }
    },
    {
      "id": "iced-9",
      "sql": "SELECT * FROM ice_meta_all.snapshots WHERE 1 /*[ AND catalog = {catalog:String} ]*/ ORDER BY catalog, ice_table, sequence_number",
      "specVersion": 1,
      "spec": {
        "name": "Detail: full snapshot log",
        "favorite": false,
        "description": "Every snapshot of every table with its summary JSON.",
        "view": "table"
      }
    },
    {
      "id": "iced-10",
      "sql": "SELECT * FROM ice_meta_all.schema_columns WHERE 1 /*[ AND catalog = {catalog:String} ]*/ ORDER BY catalog, ice_table, field_id",
      "specVersion": 1,
      "spec": {
        "name": "Detail: schema columns",
        "favorite": false,
        "description": "Current schema of every table, one row per column.",
        "view": "table"
      }
    },
    {
      "id": "iced-11",
      "sql": "SELECT * FROM ice_meta_all.partition_spec WHERE 1 /*[ AND catalog = {catalog:String} ]*/ ORDER BY catalog, ice_table, field_id",
      "specVersion": 1,
      "spec": {
        "name": "Detail: partition specs",
        "favorite": false,
        "description": "Default partition spec of every table, one row per partition field. Empty = unpartitioned tables.",
        "view": "table"
      }
    },
    {
      "id": "iced-12",
      "sql": "SELECT * FROM ice_meta_all.manifest_lists WHERE 1 /*[ AND catalog = {catalog:String} ]*/ ORDER BY catalog, ice_table, sequence_number",
      "specVersion": 1,
      "spec": {
        "name": "Detail: manifest inventory",
        "favorite": false,
        "description": "Every manifest referenced by every manifest-list (all snapshots, not just current).",
        "view": "table"
      }
    }
  ],
  "dashboards": [
    {
      "documentVersion": 1,
      "id": "iceberg-dba-explorer",
      "title": "Iceberg catalog explorer — DBA",
      "description": "Maintenance and health view of Iceberg catalog metadata.",
      "revision": 1,
      "layout": {
        "type": "flow",
        "version": 1,
        "preset": "columns-2",
        "items": {
          "tile-iced-0": {
            "span": 2,
            "height": "large"
          },
          "tile-iced-1": {
            "span": 1,
            "height": "large"
          },
          "tile-iced-2": {
            "span": 1,
            "height": "large"
          },
          "tile-iced-3": {
            "span": 1,
            "height": "large"
          },
          "tile-iced-4": {
            "span": 1,
            "height": "large"
          },
          "tile-iced-5": {
            "span": 1,
            "height": "large"
          },
          "tile-iced-6": {
            "span": 2,
            "height": "large"
          },
          "tile-iced-7": {
            "span": 2,
            "height": "large"
          }
        }
      },
      "filters": [
        {
          "id": "filter-catalog",
          "parameter": "catalog"
        },
        {
          "id": "filter-from",
          "parameter": "from"
        },
        {
          "id": "filter-to",
          "parameter": "to"
        }
      ],
      "tiles": [
        {
          "id": "tile-iced-0",
          "queryId": "iced-0"
        },
        {
          "id": "tile-iced-1",
          "queryId": "iced-1"
        },
        {
          "id": "tile-iced-2",
          "queryId": "iced-2"
        },
        {
          "id": "tile-iced-3",
          "queryId": "iced-3"
        },
        {
          "id": "tile-iced-4",
          "queryId": "iced-4"
        },
        {
          "id": "tile-iced-5",
          "queryId": "iced-5"
        },
        {
          "id": "tile-iced-6",
          "queryId": "iced-6"
        },
        {
          "id": "tile-iced-7",
          "queryId": "iced-7"
        }
      ]
    }
  ]
}