initial

Signed-off-by: Mikhail Kot <mikhail@spiraldb.com>

Author: myrrc

.github/workflows/bench.yml

@@ -74,7 +74,7 @@ jobs:
         env:
           RUSTFLAGS: "-C target-cpu=native"
         run: |
-          cargo build --bin ${{ matrix.benchmark.id }} --profile release_debug ${{ matrix.benchmark.build_args }} --features unstable_encodings
+          cargo build --workspace --bin ${{ matrix.benchmark.id }} --profile release_debug ${{ matrix.benchmark.build_args }} --features unstable_encodings
 
       - name: Setup Polar Signals
         uses: polarsignals/gh-actions-ps-profiling@68ae857e375a826606352016e5b90f01a2a7ff7a  # v0.8.1

.github/workflows/ci.yml

@@ -129,7 +129,7 @@ jobs:
       - uses: ./.github/actions/setup-prebuild
       - name: Docs
         run: |
-          RUSTDOCFLAGS="-D warnings" cargo doc --profile ci --no-deps
+          RUSTDOCFLAGS="-D warnings" cargo doc --workspace --profile ci --no-deps
           # nextest doesn't support doc tests, so we run it here
           cargo test --profile ci --doc --workspace --all-features --exclude vortex-cxx --exclude vortex-jni --exclude vortex-ffi --exclude xtask --no-fail-fast
 
@@ -220,19 +220,19 @@ jobs:
       - name: Rustc check
         id: check
         continue-on-error: true
-        run: RUSTFLAGS="-D warnings" cargo check --profile ci --locked --all-features --all-targets
+        run: RUSTFLAGS="-D warnings" cargo check --workspace --profile ci --locked --all-features --all-targets
       - name: Rustc check (release)
         id: check-release
         continue-on-error: true
-        run: RUSTFLAGS="-D warnings" cargo check --locked --all-features --all-targets --release
+        run: RUSTFLAGS="-D warnings" cargo check --workspace --locked --all-features --all-targets --release
       - name: Rust Lint - Clippy All Features
         id: clippy-all
         continue-on-error: true
-        run: cargo clippy --profile ci --locked --all-features --all-targets -- -D warnings
+        run: cargo clippy --workspace --profile ci --locked --all-features --all-targets -- -D warnings
       - name: Rust Lint - Clippy Default Features
         id: clippy-default
         continue-on-error: true
-        run: cargo clippy --profile ci --locked --all-targets -- -D warnings
+        run: cargo clippy --workspace --profile ci --locked --all-targets -- -D warnings
       - name: Check lint results
         if: always()
         uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3  # v9

.github/workflows/sql-benchmarks.yml

@@ -349,7 +349,7 @@ jobs:
           if [ "${{ inputs.mode }}" != "pr" ]; then
             packages="$packages --bin lance-bench"
           fi
-          cargo build $packages --profile release_debug --features unstable_encodings
+          cargo build --workspace $packages --profile release_debug --features unstable_encodings
 
       - name: Generate data
         shell: bash

AGENTS.md

@@ -45,6 +45,11 @@ broad refactor:
 cargo build --workspace
 ```
 
+cargo build, cargo clippy, cargo nextest run without -p or --workspace don't
+cover crates that are not in "default-members" in Cargo.toml. If you change
+crates that are not in "default-members", build and test them using "-p" or
+"--workspace".
+
 ## Testing
 
 Run tests for the crate or binding you touched before broader checks:

Cargo.toml

@@ -72,6 +72,66 @@ members = [
     "vortex-geo",
 ]
 exclude = ["java/testfiles", "wasm-test"]
+
+# Benchmark harnesses and fuzzing account for 40% of a cold workspace build
+# and they aren't needed for ordinary builds.
+default-members = [
+    "vortex-array-macros",
+    "vortex-error",
+    "vortex-buffer",
+    "vortex-mask",
+    "vortex-utils",
+    "vortex-session",
+    "vortex-flatbuffers",
+    "vortex-metrics",
+    "vortex-io",
+    "vortex-proto",
+    "vortex-array",
+    "vortex-row",
+    "vortex-tensor",
+    "vortex-json",
+    "vortex-turboquant",
+    "vortex-compressor",
+    "vortex-btrblocks",
+    "vortex-layout",
+    "vortex-scan",
+    "vortex-file",
+    "vortex-ipc",
+    "vortex",
+    "vortex-datafusion",
+    "vortex-duckdb",
+    "vortex-cuda",
+    "vortex-cuda/cub",
+    "vortex-cuda/ffi",
+    "vortex-cuda/gpu-scan-cli",
+    "vortex-cuda/macros",
+    "vortex-cuda/nvcomp",
+    "vortex-cxx",
+    "vortex-ffi",
+    "vortex-jni",
+    "vortex-python",
+    "vortex-tui",
+    "vortex-web/crate",
+    "vortex-sqllogictest",
+    "vortex-test/compat-gen",
+    "vortex-test/e2e-cuda",
+    "xtask",
+    "encodings/fastlanes",
+    "encodings/decimal-byte-parts",
+    "encodings/runend",
+    "encodings/sequence",
+    "encodings/alp",
+    "encodings/datetime-parts",
+    "encodings/fsst",
+    "encodings/pco",
+    "encodings/sparse",
+    "encodings/zigzag",
+    "encodings/zstd",
+    "encodings/bytebool",
+    "encodings/parquet-variant",
+    "encodings/experimental/onpair",
+    "vortex-geo",
+]
 resolver = "2"
 
 [workspace.package]
@@ -388,6 +448,9 @@ unwrap_in_result = "deny"
 unwrap_used = "deny"
 use_debug = "deny"
 
+[profile.dev.package."*"]
+debug = false
+
 [profile.release]
 codegen-units = 1
 # Our general performance should not be dependent on LTO since crates that use