Release version 1.0.0rc0 (#1049)

* Release version 1.0rc0

* Update Changelog.python.md

Co-authored-by: Deepak Cherian <dcherian@users.noreply.github.com>

---------

Co-authored-by: Deepak Cherian <dcherian@users.noreply.github.com>

Author: paraseba

.github/workflows/python-check.yaml

@@ -49,7 +49,6 @@ jobs:
           working-directory: icechunk-python
           # target: ${{ matrix.platform.target }}
           args: --release --out dist --find-interpreter
-          sccache: 'true'
           # manylinux: ${{ matrix.platform.manylinux }} # https://github.com/PyO3/maturin-action/issues/245
 
       - name: Cargo lint + format icechunk-python
@@ -65,7 +64,7 @@ jobs:
           set -e
           python3 -m venv .venv
           source .venv/bin/activate
-          pip install icechunk['test'] --find-links dist --force-reinstall
+          pip install icechunk['test'] --find-links dist --force-reinstall --pre
           mypy python
 
       - name: pre-commit lint
@@ -160,7 +159,6 @@ jobs:
         with:
           working-directory: icechunk/icechunk-python
           args: --release --out dist --find-interpreter
-          sccache: 'true'
 
       - name: pytest
         shell: bash
@@ -171,7 +169,7 @@ jobs:
           set -e
           python3 -m venv .venv
           source .venv/bin/activate
-          pip install icechunk['test'] --find-links dist --force-reinstall
+          pip install icechunk['test'] --find-links dist --force-reinstall --pre
           pip install pytest-mypy-plugins
           # pass xarray's pyproject.toml so that pytest can find the `flaky` fixture
           pytest -c=../../xarray/pyproject.toml -W ignore --override-ini="strict_markers=false" tests/run_xarray_backends_tests.py

.github/workflows/python-ci.yaml

@@ -62,7 +62,6 @@ jobs:
           working-directory: icechunk-python
           target: ${{ matrix.platform.target }}
           args: --release --out dist --find-interpreter
-          sccache: 'true'
           manylinux: ${{ matrix.platform.manylinux }} # https://github.com/PyO3/maturin-action/issues/245
       - name: Upload wheels
         uses: actions/upload-artifact@v4
@@ -94,7 +93,6 @@ jobs:
           working-directory: icechunk-python
           target: ${{ matrix.platform.target }}
           args: --release --out dist --find-interpreter
-          sccache: 'true'
           manylinux: musllinux_1_2
       - name: Upload wheels
         uses: actions/upload-artifact@v4
@@ -123,7 +121,6 @@ jobs:
           working-directory: icechunk-python
           target: ${{ matrix.platform.target }}
           args: --release --out dist --find-interpreter
-          sccache: 'true'
       - name: Upload wheels
         uses: actions/upload-artifact@v4
         with:
@@ -150,7 +147,6 @@ jobs:
           working-directory: icechunk-python
           target: ${{ matrix.platform.target }}
           args: --release --out dist --find-interpreter
-          sccache: 'true'
       - name: Upload wheels
         uses: actions/upload-artifact@v4
         with:

.github/workflows/python-upstream.yaml

@@ -61,7 +61,6 @@ jobs:
           working-directory: icechunk-python
           # target: ${{ matrix.platform.target }}
           args: --release --out dist --find-interpreter
-          sccache: 'true'
           # manylinux: ${{ matrix.platform.manylinux }} # https://github.com/PyO3/maturin-action/issues/245
 
       - name: setup
@@ -179,7 +178,6 @@ jobs:
         with:
           working-directory: icechunk/icechunk-python
           args: --release --out dist --find-interpreter
-          sccache: 'true'
 
       - name: setup
         shell: bash

Cargo.lock

@@ -1,5 +1,29 @@
 # Changelog
 
+## Python Icechunk Library 1.0.0rc0
+
+This is a release candidate for Icechunk 1.0
+
+This version has some minor API changes but it is on-disk format compatible with any versions in the 0.2.x series. Repositories written with previous 0.2.x versions are fully compatible, with repositories
+written with this release candidate.
+
+Changes to code may be needed for users that are using distributed coordinated sessions or virtual datasets.
+Please refer to our [migration guide](https://icechunk.io/en/latest/icechunk-python/migration/).
+
+### Features
+
+- New [`Repository.transaction`](https://icechunk.io/en/latest/icechunk-python/reference/#icechunk.Repository.transaction)
+context manager creates and commits write sessions upon exit.
+- Easier manifest preload and split configuration, combining conditions with `|` and `&` magic methods.
+- More secure and explicit control over virtual chunk resolution. This improvement motivated the changes
+in API for [`Repository.open`](https://icechunk.io/en/latest/icechunk-python/reference/#icechunk.Repository.open) and
+[`Repository.create`](https://icechunk.io/en/latest/icechunk-python/reference/#icechunk.Repository.create) for virtual datasets.
+
+### Fixes
+
+- Data loss under certain conditions when distributed sessions are started with a "dirty" session.
+This issue motivated the change on API introducing `Session.fork`.
+
 ## Python Icechunk Library 0.2.18
 
 ### Features

Changelog.python.md

@@ -1,6 +1,6 @@
 [package]
 name = "icechunk-python"
-version = "0.2.18"
+version = "1.0.0-rc.0"
 description = "Transactional storage engine for Zarr designed for use on cloud object storage"
 readme = "../README.md"
 repository = "https://github.com/earth-mover/icechunk"
@@ -21,7 +21,7 @@ crate-type = ["cdylib"]
 bytes = "1.10.1"
 chrono = { version = "0.4.41" }
 futures = "0.3.31"
-icechunk = { path = "../icechunk", version = "0.2.17", features = ["logs"] }
+icechunk = { path = "../icechunk", version = "0.3.0", features = ["logs"] }
 itertools = "0.14.0"
 pyo3 = { version = "0.24.2", features = [
   "chrono",

icechunk-python/Cargo.toml

@@ -125,7 +125,7 @@ log_cli_level = "INFO"
 xfail_strict = true
 addopts = ["-ra", "--strict-config", "--strict-markers"]
 markers = [
-  "gpu",  # need this to run the zarr tests
+  "gpu", # need this to run the zarr tests
 ]
 filterwarnings = [
   "error",

icechunk-python/pyproject.toml

@@ -103,6 +103,11 @@ fn spec_version() -> u8 {
     SpecVersionBin::current() as u8
 }
 
+fn pep440_version() -> String {
+    let cargo_version = env!("CARGO_PKG_VERSION");
+    cargo_version.replace("-rc.", "rc").replace("-alpha.", "a").replace("-beta.", "b")
+}
+
 /// The icechunk Python module implemented in Rust.
 #[pymodule]
 fn _icechunk_python(py: Python<'_>, m: &Bound<'_, PyModule>) -> PyResult<()> {
@@ -148,6 +153,7 @@ fn _icechunk_python(py: Python<'_>, m: &Bound<'_, PyModule>) -> PyResult<()> {
     m.add_function(wrap_pyfunction!(set_logs_filter, m)?)?;
     m.add_function(wrap_pyfunction!(spec_version, m)?)?;
     m.add_function(wrap_pyfunction!(cli_entrypoint, m)?)?;
+    m.add("__version__", pep440_version())?;
 
     // Exceptions
     m.add("IcechunkError", py.get_type::<IcechunkError>())?;

icechunk-python/src/lib.rs

@@ -1,6 +1,6 @@
 [package]
 name = "icechunk"
-version = "0.2.17"
+version = "0.3.0"
 description = "Transactional storage engine for Zarr designed for use on cloud object storage"
 readme = "../README.md"
 repository = "https://github.com/earth-mover/icechunk"