Set up pixi for development

.github/workflows/code-quality.yaml

@@ -20,6 +20,7 @@ env:
   RUSTFLAGS: "-D warnings -W unreachable-pub -W bare-trait-objects"
   RUSTUP_MAX_RETRIES: 10
   RUST_CHANNEL: '1.91.0'
+  PIXI_VERSION: "v0.63.2"
 
 jobs:
   code-quality:
@@ -33,20 +34,20 @@ jobs:
         with:
           ref: ${{ github.event.pull_request.head.sha }}
 
-      - name: Install Just
-        run: sudo snap install --edge --classic just
-
-      - name: Install Rust toolchain
-        run: |
-          rustup update --no-self-update ${{ env.RUST_CHANNEL }}
-          rustup component add --toolchain ${{ env.RUST_CHANNEL }} rustfmt rust-src clippy
-          rustup default ${{ env.RUST_CHANNEL }}
-
       - name: Cache Dependencies
         uses: Swatinem/rust-cache@v2
         with:
           key: ${{ env.RUST_CHANNEL }}
 
+      - uses: prefix-dev/setup-pixi@v0.9.4
+        with:
+          pixi-version: ${{ env.PIXI_VERSION }}
+          cache: true
+          activate-environment: true
+          environments: >-
+            dev
+          manifest-path: icechunk-python/pyproject.toml
+
       - name: Run formatting checks
         run: |
           just format --check
@@ -59,20 +60,10 @@ jobs:
         run: |
           just doctest
 
-      - name: Install uv
-        uses: astral-sh/setup-uv@v7
-        with:
-          enable-cache: true
-
       - name: Python mypy type checking
-        shell: bash
-        working-directory: icechunk-python
         run: |
-          uv run --all-groups mypy python tests
+          just mypy
 
       - name: Run pre-commit checks (skip Rust)
-        uses: pre-commit/action@v3.0.1
-        with:
-          extra_args: --all-files
-        env:
-          SKIP: rust-pre-commit-fast,rust-pre-commit,rust-pre-commit-ci
+        run: |
+          just py-pre-commit

.readthedocs.yaml

@@ -3,16 +3,16 @@ version: 2
 build:
   os: ubuntu-24.04
   tools:
-    python: "mambaforge-latest"
+      python: "latest"
 
   jobs:
+    create_environment:
+         - asdf plugin add pixi
+         - asdf install pixi latest
+         - asdf global pixi latest
     install:
-      - which mamba
-      - cd icechunk-python && maturin build && pip install "$(ls ../target/wheels/*.whl | head -n 1)" && pip install --group docs && cd docs
-      - mamba list
-      # - cd icechunk-python && maturin develop && cd ../docs
-
-conda:
-  environment: icechunk-python/docs/doc-env.yml
-mkdocs:
-  configuration: icechunk-python/docs/mkdocs.yml
+      - pixi install -m icechunk-python -e docs
+      - pixi run -m icechunk-python -e docs develop
+    build:
+         html:
+           - pixi run -m icechunk-python docs-build --site-dir $READTHEDOCS_OUTPUT/html

Justfile

@@ -74,6 +74,18 @@ pre-commit-python:
 bench-compare *args:
   pytest-benchmark compare --group=group,func,param --sort=fullname --columns=median --name=short {{args}}
 
+ruff-format *args:
+  ruff format
+
+ruff *args:
+  ruff check --show-fixes icechunk-python/ {{args}}
+
+mypy *args:
+  cd icechunk-python && mypy python tests {{args}}
+
+py-pre-commit $SKIP="rust-pre-commit-fast,rust-pre-commit,rust-pre-commit-ci" *args:
+  pre-commit run --all-files
+
 create-deepak-env name:
   mamba create -y -n icechunk-{{name}} python=3.12 ipykernel ipdb
   mamba activate icechunk-{{name}}

icechunk-python/.gitattributes

@@ -0,0 +1,2 @@
+# SCM syntax highlighting & preventing 3-way merges
+pixi.lock merge=binary linguist-language=YAML linguist-generated=true -diff

icechunk-python/.gitignore

@@ -78,3 +78,6 @@ docs/_build/
 .mypy_cache/
 
 .benchmarks/
+# pixi environments
+.pixi/*
+!.pixi/config.toml

icechunk-python/docs/README.md

@@ -21,23 +21,17 @@ This repository uses [uv](https://docs.astral.sh/uv/) to manage dependencies.
 From the `icechunk-python` directory:
 
 ```bash
-# Install icechunk with docs dependencies
-uv sync --group docs
 
-# Start the MkDocs development server
-cd ../docs
-uv run mkdocs serve
+pixi run docs-serve
 ```
 
 > [!TIP]
 > You can use the optional `--dirty` flag to only rebuild changed files, although you may need to restart if you make changes to `mkdocs.yaml`.
 
 ### Building
 
-From the `docs` directory:
-
 ```bash
-uv run mkdocs build
+pixi run docs-build
 ```
 
 Builds output to: `docs/.site` directory.

icechunk-python/docs/docs/contributing.md

@@ -314,55 +314,19 @@ pre-commit run rust-pre-commit-ci --hook-stage manual
 
 The documentation is built with [MkDocs](https://www.mkdocs.org/) using [Material for MkDocs](https://squidfunk.github.io/mkdocs-material/).
 
-**System dependencies**: Install Cairo graphics library for image processing:
-
-=== "macOS"
-
-    ```bash
-    brew install cairo
-    ```
-
-    If `mkdocs` fails to find Cairo, set the library path:
-
-    ```bash
-    export DYLD_FALLBACK_LIBRARY_PATH=/opt/homebrew/lib
-    ```
-
-    You can add this to your `~/.zshrc` to make it permanent.
-
-=== "Ubuntu/Debian"
-
-    ```bash
-    sudo apt-get install libcairo2-dev
-    ```
-
-=== "Fedora/RHEL"
-
-    ```bash
-    sudo dnf install cairo-devel
-    ```
-
 From the `icechunk-python` directory:
 
 ```bash
-# Install icechunk with docs dependencies
-uv sync --group docs
-
 # Start the MkDocs development server
-cd docs
-uv run mkdocs serve
+pixi run docs-serve
 ```
 
-!!! note "Use `--livereload` for file watching"
-    Due to a [Click 8.3.x bug](https://github.com/mkdocs/mkdocs/issues/4032), file watching may not work without the `--livereload` flag. Always use `mkdocs serve --livereload` to ensure automatic rebuilds when you edit files.
-
 The development server will start at `http://127.0.0.1:8000` with live reload enabled.
 
 **Build static site**:
 
 ```bash
-cd docs
-uv run mkdocs build
+pixi run docs-build
 ```
 
 This builds the site to `docs/.site` directory.