Skip to content

Add Repository.inspect_snapshot to inspect snapshot data in JSON#1142

Merged
paraseba merged 3 commits intomainfrom
push-vmklukkypmxv
Jul 31, 2025
Merged

Add Repository.inspect_snapshot to inspect snapshot data in JSON#1142
paraseba merged 3 commits intomainfrom
push-vmklukkypmxv

Conversation

@paraseba
Copy link
Copy Markdown
Collaborator

Example JSON:

{
  "id": "BYJMXJ1CHYE86YSHESR0",
  "parent_id": "X8NA4KMB3XYEDM2FAJEG",
  "flushed_at": "2025-04-15T18:40:41.944920Z",
  "commit_message": "write data again with more splits",
  "metadata": {},
  "manifests": [
    {
      "id": "19KPV7V2275XRM01YAWG",
      "size_bytes": 154,
      "num_chunk_refs": 1
    },
    {
      "id": "2PQ1EA39NB2VK7QK688G",
      "size_bytes": 151,
      "num_chunk_refs": 1
    },
    {
      "id": "7V2NE5Q4H7SN9QF0ZHJ0",
      "size_bytes": 153,
      "num_chunk_refs": 1
    },
    {
      "id": "7WT30WPG1HF0P2QXGV6G",
      "size_bytes": 152,
      "num_chunk_refs": 1
    },
    {
      "id": "88Z1G93EH4VF9X28BBHG",
      "size_bytes": 154,
      "num_chunk_refs": 1
    },
    {
      "id": "B81H9ZEGPV7E15CWXA10",
      "size_bytes": 153,
      "num_chunk_refs": 1
    },
    {
      "id": "D6QG80A0HJW564ZXRBRG",
      "size_bytes": 155,
      "num_chunk_refs": 1
    },
    {
      "id": "DDPY0EEPKZXW1ACW41HG",
      "size_bytes": 152,
      "num_chunk_refs": 1
    },
    {
      "id": "FM7YJ4BBE12X6CE0T4AG",
      "size_bytes": 152,
      "num_chunk_refs": 1
    },
    {
      "id": "HB9W7VCB4QA786S2XJBG",
      "size_bytes": 153,
      "num_chunk_refs": 1
    },
    {
      "id": "J3ZNDGTGA4AY29S8SJVG",
      "size_bytes": 153,
      "num_chunk_refs": 1
    },
    {
      "id": "MZG15YADGEG849HP3DPG",
      "size_bytes": 152,
      "num_chunk_refs": 1
    },
    {
      "id": "RNXAWAZHFV0CDV8JJVBG",
      "size_bytes": 155,
      "num_chunk_refs": 1
    },
    {
      "id": "TTSZ8VYDX0Y7PB6A13H0",
      "size_bytes": 155,
      "num_chunk_refs": 1
    },
    {
      "id": "WS2BZ61Q1V564ZG6GSJG",
      "size_bytes": 173,
      "num_chunk_refs": 5
    },
    {
      "id": "XXCGBC5VMRPB89PFMFGG",
      "size_bytes": 153,
      "num_chunk_refs": 1
    },
    {
      "id": "ZEQVP57D4FWAZJ0BJV6G",
      "size_bytes": 152,
      "num_chunk_refs": 1
    }
  ],
  "nodes": [
    {
      "id": "K5M4YV41NR8BJ",
      "path": "/",
      "node_type": "group"
    },
    {
      "id": "B6743MVT85QN0",
      "path": "/group1",
      "node_type": "group"
    },
    {
      "id": "6HM4K1ZW0HFG4",
      "path": "/group1/small_chunks",
      "node_type": "array",
      "manifest_refs": [
        {
          "id": "WS2BZ61Q1V564ZG6GSJG",
          "extents": [
            [
              0,
              5
            ]
          ]
        }
      ]
    },
    {
      "id": "TD9T62TWTHR14",
      "path": "/group1/split",
      "node_type": "array",
      "manifest_refs": [
        {
          "id": "DDPY0EEPKZXW1ACW41HG",
          "extents": [
            [
              3,
              4
            ],
            [
              3,
              4
            ]
          ]
        },
        {
          "id": "J3ZNDGTGA4AY29S8SJVG",
          "extents": [
            [
              0,
              1
            ],
            [
              2,
              3
            ]
          ]
        },
        {
          "id": "HB9W7VCB4QA786S2XJBG",
          "extents": [
            [
              1,
              2
            ],
            [
              1,
              2
            ]
          ]
        },
        {
          "id": "FM7YJ4BBE12X6CE0T4AG",
          "extents": [
            [
              1,
              2
            ],
            [
              2,
              3
            ]
          ]
        },
        {
          "id": "7WT30WPG1HF0P2QXGV6G",
          "extents": [
            [
              1,
              2
            ],
            [
              3,
              4
            ]
          ]
        },
        {
          "id": "TTSZ8VYDX0Y7PB6A13H0",
          "extents": [
            [
              0,
              1
            ],
            [
              3,
              4
            ]
          ]
        },
        {
          "id": "D6QG80A0HJW564ZXRBRG",
          "extents": [
            [
              0,
              1
            ],
            [
              1,
              2
            ]
          ]
        },
        {
          "id": "XXCGBC5VMRPB89PFMFGG",
          "extents": [
            [
              1,
              2
            ],
            [
              0,
              1
            ]
          ]
        },
        {
          "id": "RNXAWAZHFV0CDV8JJVBG",
          "extents": [
            [
              2,
              3
            ],
            [
              1,
              2
            ]
          ]
        },
        {
          "id": "7V2NE5Q4H7SN9QF0ZHJ0",
          "extents": [
            [
              0,
              1
            ],
            [
              0,
              1
            ]
          ]
        },
        {
          "id": "19KPV7V2275XRM01YAWG",
          "extents": [
            [
              3,
              4
            ],
            [
              2,
              3
            ]
          ]
        },
        {
          "id": "2PQ1EA39NB2VK7QK688G",
          "extents": [
            [
              2,
              3
            ],
            [
              2,
              3
            ]
          ]
        },
        {
          "id": "B81H9ZEGPV7E15CWXA10",
          "extents": [
            [
              2,
              3
            ],
            [
              3,
              4
            ]
          ]
        },
        {
          "id": "ZEQVP57D4FWAZJ0BJV6G",
          "extents": [
            [
              3,
              4
            ],
            [
              1,
              2
            ]
          ]
        },
        {
          "id": "MZG15YADGEG849HP3DPG",
          "extents": [
            [
              3,
              4
            ],
            [
              0,
              1
            ]
          ]
        },
        {
          "id": "88Z1G93EH4VF9X28BBHG",
          "extents": [
            [
              2,
              3
            ],
            [
              0,
              1
            ]
          ]
        }
      ]
    }
  ]
}

Example JSON:

```json
{
  "id": "BYJMXJ1CHYE86YSHESR0",
  "parent_id": "X8NA4KMB3XYEDM2FAJEG",
  "flushed_at": "2025-04-15T18:40:41.944920Z",
  "commit_message": "write data again with more splits",
  "metadata": {},
  "manifests": [
    {
      "id": "19KPV7V2275XRM01YAWG",
      "size_bytes": 154,
      "num_chunk_refs": 1
    },
    {
      "id": "2PQ1EA39NB2VK7QK688G",
      "size_bytes": 151,
      "num_chunk_refs": 1
    },
    {
      "id": "7V2NE5Q4H7SN9QF0ZHJ0",
      "size_bytes": 153,
      "num_chunk_refs": 1
    },
    {
      "id": "7WT30WPG1HF0P2QXGV6G",
      "size_bytes": 152,
      "num_chunk_refs": 1
    },
    {
      "id": "88Z1G93EH4VF9X28BBHG",
      "size_bytes": 154,
      "num_chunk_refs": 1
    },
    {
      "id": "B81H9ZEGPV7E15CWXA10",
      "size_bytes": 153,
      "num_chunk_refs": 1
    },
    {
      "id": "D6QG80A0HJW564ZXRBRG",
      "size_bytes": 155,
      "num_chunk_refs": 1
    },
    {
      "id": "DDPY0EEPKZXW1ACW41HG",
      "size_bytes": 152,
      "num_chunk_refs": 1
    },
    {
      "id": "FM7YJ4BBE12X6CE0T4AG",
      "size_bytes": 152,
      "num_chunk_refs": 1
    },
    {
      "id": "HB9W7VCB4QA786S2XJBG",
      "size_bytes": 153,
      "num_chunk_refs": 1
    },
    {
      "id": "J3ZNDGTGA4AY29S8SJVG",
      "size_bytes": 153,
      "num_chunk_refs": 1
    },
    {
      "id": "MZG15YADGEG849HP3DPG",
      "size_bytes": 152,
      "num_chunk_refs": 1
    },
    {
      "id": "RNXAWAZHFV0CDV8JJVBG",
      "size_bytes": 155,
      "num_chunk_refs": 1
    },
    {
      "id": "TTSZ8VYDX0Y7PB6A13H0",
      "size_bytes": 155,
      "num_chunk_refs": 1
    },
    {
      "id": "WS2BZ61Q1V564ZG6GSJG",
      "size_bytes": 173,
      "num_chunk_refs": 5
    },
    {
      "id": "XXCGBC5VMRPB89PFMFGG",
      "size_bytes": 153,
      "num_chunk_refs": 1
    },
    {
      "id": "ZEQVP57D4FWAZJ0BJV6G",
      "size_bytes": 152,
      "num_chunk_refs": 1
    }
  ],
  "nodes": [
    {
      "id": "K5M4YV41NR8BJ",
      "path": "/",
      "node_type": "group"
    },
    {
      "id": "B6743MVT85QN0",
      "path": "/group1",
      "node_type": "group"
    },
    {
      "id": "6HM4K1ZW0HFG4",
      "path": "/group1/small_chunks",
      "node_type": "array",
      "manifest_refs": [
        {
          "id": "WS2BZ61Q1V564ZG6GSJG",
          "extents": [
            [
              0,
              5
            ]
          ]
        }
      ]
    },
    {
      "id": "TD9T62TWTHR14",
      "path": "/group1/split",
      "node_type": "array",
      "manifest_refs": [
        {
          "id": "DDPY0EEPKZXW1ACW41HG",
          "extents": [
            [
              3,
              4
            ],
            [
              3,
              4
            ]
          ]
        },
        {
          "id": "J3ZNDGTGA4AY29S8SJVG",
          "extents": [
            [
              0,
              1
            ],
            [
              2,
              3
            ]
          ]
        },
        {
          "id": "HB9W7VCB4QA786S2XJBG",
          "extents": [
            [
              1,
              2
            ],
            [
              1,
              2
            ]
          ]
        },
        {
          "id": "FM7YJ4BBE12X6CE0T4AG",
          "extents": [
            [
              1,
              2
            ],
            [
              2,
              3
            ]
          ]
        },
        {
          "id": "7WT30WPG1HF0P2QXGV6G",
          "extents": [
            [
              1,
              2
            ],
            [
              3,
              4
            ]
          ]
        },
        {
          "id": "TTSZ8VYDX0Y7PB6A13H0",
          "extents": [
            [
              0,
              1
            ],
            [
              3,
              4
            ]
          ]
        },
        {
          "id": "D6QG80A0HJW564ZXRBRG",
          "extents": [
            [
              0,
              1
            ],
            [
              1,
              2
            ]
          ]
        },
        {
          "id": "XXCGBC5VMRPB89PFMFGG",
          "extents": [
            [
              1,
              2
            ],
            [
              0,
              1
            ]
          ]
        },
        {
          "id": "RNXAWAZHFV0CDV8JJVBG",
          "extents": [
            [
              2,
              3
            ],
            [
              1,
              2
            ]
          ]
        },
        {
          "id": "7V2NE5Q4H7SN9QF0ZHJ0",
          "extents": [
            [
              0,
              1
            ],
            [
              0,
              1
            ]
          ]
        },
        {
          "id": "19KPV7V2275XRM01YAWG",
          "extents": [
            [
              3,
              4
            ],
            [
              2,
              3
            ]
          ]
        },
        {
          "id": "2PQ1EA39NB2VK7QK688G",
          "extents": [
            [
              2,
              3
            ],
            [
              2,
              3
            ]
          ]
        },
        {
          "id": "B81H9ZEGPV7E15CWXA10",
          "extents": [
            [
              2,
              3
            ],
            [
              3,
              4
            ]
          ]
        },
        {
          "id": "ZEQVP57D4FWAZJ0BJV6G",
          "extents": [
            [
              3,
              4
            ],
            [
              1,
              2
            ]
          ]
        },
        {
          "id": "MZG15YADGEG849HP3DPG",
          "extents": [
            [
              3,
              4
            ],
            [
              0,
              1
            ]
          ]
        },
        {
          "id": "88Z1G93EH4VF9X28BBHG",
          "extents": [
            [
              2,
              3
            ],
            [
              0,
              1
            ]
          ]
        }
      ]
    }
  ]
}
```
@paraseba paraseba requested review from aladinor and dcherian July 31, 2025 06:52
Copy link
Copy Markdown
Collaborator

@mpiannucci mpiannucci left a comment

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Async version of this? It's fetching a snapshot and/or manifests right?

@paraseba
Copy link
Copy Markdown
Collaborator Author

Async version of this? It's fetching a snapshot and/or manifests right?

I thought you wouldn't notice. 🤷 coming soon

@paraseba paraseba requested a review from mpiannucci July 31, 2025 14:30
@mpiannucci
Copy link
Copy Markdown
Collaborator

Tyyy @paraseba lol

@paraseba paraseba merged commit a76db66 into main Jul 31, 2025
12 checks passed
@paraseba paraseba deleted the push-vmklukkypmxv branch July 31, 2025 14:49
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Labels

None yet

Projects

None yet

Development

Successfully merging this pull request may close these issues.

2 participants