feature(cloud): Improved cloud I/O read helpers, more to come soon; documentation, test, and linting cleanup

Author: nhubbard

.github/workflows/ci.yml

@@ -3,17 +3,7 @@ name: CI
 on:
   push:
     branches: ['**']
-    paths:
-      - '**.rs'
-      - '**/Cargo.toml'
-      - '**/Cargo.lock'
-      - '.github/workflows/ci.yml'
-  pull_request:
-    paths:
-      - '**.rs'
-      - '**/Cargo.toml'
-      - '**/Cargo.lock'
-      - '.github/workflows/ci.yml'
+  pull_request: {}
 
 env:
   CARGO_TERM_COLOR: always
@@ -27,7 +17,7 @@ jobs:
       - uses: actions/checkout@v5
 
       - name: Install Rust
-        uses: dtolnay/rust-toolchain@stable
+        uses: dtolnay/rust-toolchain@nightly
         with:
           components: clippy
 
@@ -63,7 +53,7 @@ jobs:
     steps:
       - uses: actions/checkout@v5
 
-      - name: Install Rust
+      - name: Install Rust (nightly + llvm-tools)
         uses: dtolnay/rust-toolchain@nightly
         with:
           components: llvm-tools-preview
@@ -105,14 +95,44 @@ jobs:
           fail_ci_if_error: false
           token: ${{ secrets.CODECOV_TOKEN }}
 
+  docs:
+    name: Documentation
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+
+      - name: Install Rust (nightly)
+        uses: dtolnay/rust-toolchain@nightly
+
+      - name: Cache cargo registry
+        uses: actions/cache@v4
+        with:
+          path: ~/.cargo/registry
+          key: ${{ runner.os }}-cargo-registry-${{ hashFiles('**/Cargo.lock') }}
+
+      - name: Cache cargo index
+        uses: actions/cache@v4
+        with:
+          path: ~/.cargo/git
+          key: ${{ runner.os }}-cargo-index-${{ hashFiles('**/Cargo.lock') }}
+
+      - name: Cache cargo build
+        uses: actions/cache@v4
+        with:
+          path: target
+          key: ${{ runner.os }}-cargo-build-target-${{ hashFiles('**/Cargo.lock') }}
+
+      - name: Build docs
+        run: cargo doc --workspace --all-features --no-deps
+
   examples:
     name: Examples
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v5
 
-      - name: Install Rust
-        uses: dtolnay/rust-toolchain@stable
+      - name: Install Rust (nightly)
+        uses: dtolnay/rust-toolchain@nightly
 
       - name: Cache cargo registry
         uses: actions/cache@v4
@@ -146,22 +166,23 @@ jobs:
   release:
     name: Semantic Release
     runs-on: ubuntu-latest
-    needs: [clippy, test, examples]
-    if: github.ref == 'refs/heads/main' && github.event_name == 'push'
+    needs: [clippy, test, docs, examples]
+    if: github.event_name == 'push' && github.ref == 'refs/heads/main'
     environment: main
     permissions:
       contents: write
       issues: write
       pull-requests: write
       id-token: write
+
     steps:
       - uses: actions/checkout@v5
         with:
           fetch-depth: 0
           persist-credentials: false
 
-      - name: Install Rust
-        uses: dtolnay/rust-toolchain@stable
+      - name: Install Rust (nightly)
+        uses: dtolnay/rust-toolchain@nightly
 
       - name: Cache cargo registry
         uses: actions/cache@v4
@@ -181,9 +202,6 @@ jobs:
           path: target
           key: ${{ runner.os }}-cargo-build-target-${{ hashFiles('**/Cargo.lock') }}
 
-      - name: Build package
-        run: cargo build --release --all-features
-
       - name: Setup Node.js
         uses: actions/setup-node@v6
         with:
@@ -195,22 +213,14 @@ jobs:
             semantic-release@latest \
             @semantic-release/git@latest \
             @semantic-release/changelog@latest \
-            @semantic-release/exec@latest \
+            @semantic-release/commit-analyzer@latest \
+            @semantic-release/release-notes-generator@latest \
+            @semantic-release/github@latest \
             @semantic-release-cargo/semantic-release-cargo \
             conventional-changelog-conventionalcommits@latest
 
       - name: Semantic Release
-        id: semantic
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_TOKEN }}
-        run: |
-          npx semantic-release
-          echo "new_release_published=$([ -f .semanticRelease ])" >> $GITHUB_OUTPUT
-
-      - name: Publish to crates.io
-        if: always()
-        run: |
-          cargo publish --token ${{ secrets.CARGO_TOKEN }} --allow-dirty || true
-        env:
-          CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_TOKEN }}
+        run: npx semantic-release

.gitignore

@@ -191,4 +191,7 @@ test_out.csv
 path_stats.csv
 path_stats.jsonl
 pipeline_metrics.json
-*.info
+*.info
+
+# AI files
+.clauderc

.idea/dictionaries/project.xml

@@ -9,6 +9,7 @@
       {
         "preset": "conventionalcommits",
         "releaseRules": [
+          { "type": "major", "release": "major" },
           { "type": "feature", "release": "minor" },
           { "type": "feat", "release": "minor" },
           { "type": "fix", "release": "patch" },
@@ -50,12 +51,6 @@
         "changelogFile": "CHANGELOG.md"
       }
     ],
-    [
-      "@semantic-release/exec",
-      {
-        "prepareCmd": "sed -i.bak 's/^version = \".*\"/version = \"${nextRelease.version}\"/' Cargo.toml && rm Cargo.toml.bak"
-      }
-    ],
     [
       "@semantic-release/git",
       {

.releaserc.json

@@ -1,11 +1,17 @@
-## [1.0.1](https://github.com/nhubbard/ironbeam/compare/v1.0.0...v1.0.1) (2025-11-27)
+## [1.1.0](https://github.com/nhubbard/ironbeam/compare/v1.0.0...v1.0.1) (2025-11-27)
 
-### Bug Fixes
+### Features
+
+* Add generic cloud I/O support
+
+### Enhancements
 
 * Clippy issues ([abdae35](https://github.com/nhubbard/ironbeam/commit/abdae359a3bb6f108823d8fd22122ffc7558b36f))
 
 ## 1.0.0 (2025-11-15)
 
+Initial release!
+
 ### Features
 
 * **checkpoint:** Add checkpoint support ([c0aac7e](https://github.com/nhubbard/ironbeam/commit/c0aac7e237e844a74c6b1f6115c9e2e4aa02b4b9))

CHANGELOG.md

@@ -148,7 +148,7 @@ Execute pipelines in sequential or parallel mode:
 
 ```rust
 let results = collection.collect_seq()?;  // Single-threaded
-let results = collection.collect_par()?;  // Multi-threaded with Rayon
+let results = collection.collect_par()?;  // Multithreading with Rayon
 ```
 
 ## I/O Examples

README.md

@@ -52,7 +52,7 @@ fn main() -> Result<()> {
     println!("📊 Example 1: Inner Join (Users ⋈ Orders)");
     println!("Only shows users who have placed orders\n");
 
-    // Create join-ready collection by keying orders by user_id
+    // Create a join-ready collection by keying orders by user_id
     let orders_by_user = from_vec(
         &pipeline,
         orders_raw

examples/advanced_joins.rs

@@ -20,7 +20,7 @@ use ironbeam::checkpoint::{CheckpointConfig, CheckpointPolicy};
 fn main() -> Result<()> {
     println!("=== Ironbeam Checkpointing Demo ===\n");
 
-    // Create a pipeline with a large dataset to simulate long-running job
+    // Create a pipeline with a large dataset to simulate long-running jobs
     let p = Pipeline::default();
 
     println!("Building pipeline with 100,000 records...");
@@ -49,7 +49,7 @@ fn main() -> Result<()> {
     println!("  Auto-recovery: enabled");
     println!("  Max checkpoints: 5");
 
-    // Create runner with checkpointing
+    // Create a runner with checkpointing
     let runner = Runner {
         mode: ExecMode::Sequential,
         checkpoint_config: Some(checkpoint_config),

examples/checkpointing_demo.rs

@@ -99,7 +99,7 @@ fn main() -> Result<()> {
     // =============================================================================
     println!("\n📊 TOP-K COMBINER\n");
 
-    // Get top 2 highest-priced items per category
+    // Get the top 2 highest-priced items per category
     let top2 = data
         .clone()
         .map_values(|&price| OrdF64(price))

examples/combiners_showcase.rs

@@ -86,7 +86,7 @@ fn main() -> AnyhowResult<()> {
             writer.write_all(b"\n")?;
         }
         writer.flush()?;
-        drop(writer); // Ensure encoder finishes before reading
+        drop(writer); // Ensure the encoder finishes before reading
 
         let size = metadata("logs.jsonl.gz")?.len();
         println!("✅ Compressed file size: {size} bytes\n");