perf: add sccache, test sharding, and optimized profiles

bumahkib7 · claude · bumahkib7 · commit ac2efa648927 · 2026-02-01T13:07:54.000+03:00
Major CI/CD optimizations:

1. sccache integration
   - Shared compilation cache across all jobs
   - Uses GitHub Actions cache backend
   - Dramatically reduces compile times on cache hit

2. Test sharding (3 parallel runners)
   - Tests split across 3 runners using nextest partitioning
   - ~3x faster test execution
   - Each partition runs independently

3. Optimized Cargo profiles
   - dev: minimal debug info, incremental builds
   - dev.package.*: opt-level=1 for deps (faster tests)
   - ci: no debug info, no incremental (reliable caching)
   - release: added strip=true for smaller binaries

4. Release workflow improvements
   - sccache for native builds
   - Disabled sccache for cross builds (incompatible)
   - Cleaner matrix configuration with use_cross flag

Expected improvements:
- CI with warm cache: ~3-4 min (was ~15 min)
- Release builds: 20-30% faster with sccache hits
- Test execution: ~3x faster with sharding

Co-Authored-By: Claude Opus 4.5 &lt;noreply@anthropic.com&gt;
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -9,6 +9,8 @@ on:
 env:
   CARGO_TERM_COLOR: always
   RUST_BACKTRACE: 1
+  SCCACHE_GHA_ENABLED: "true"
+  RUSTC_WRAPPER: "sccache"
 
 jobs:
   fmt:
@@ -31,55 +33,63 @@ jobs:
       - name: Install mold linker
         run: |
           sudo apt-get update && sudo apt-get install -y mold
+          mkdir -p ~/.cargo
           echo '[target.x86_64-unknown-linux-gnu]' >> ~/.cargo/config.toml
           echo 'linker = "clang"' >> ~/.cargo/config.toml
           echo 'rustflags = ["-C", "link-arg=-fuse-ld=mold"]' >> ~/.cargo/config.toml
       - name: Install Rust
         uses: dtolnay/rust-toolchain@stable
         with:
           components: clippy
-      - name: Cache cargo
+      - name: Setup sccache
+        uses: mozilla-actions/sccache-action@v0.0.6
+      - name: Cache cargo registry
         uses: actions/cache@v4
         with:
           path: |
             ~/.cargo/registry/index/
             ~/.cargo/registry/cache/
             ~/.cargo/git/db/
-            target/
-          key: cargo-clippy-${{ runner.os }}-${{ hashFiles('**/Cargo.lock') }}
+          key: cargo-registry-${{ runner.os }}-${{ hashFiles('**/Cargo.lock') }}
           restore-keys: |
-            cargo-clippy-${{ runner.os }}-
+            cargo-registry-${{ runner.os }}-
       - name: Run clippy
         run: cargo clippy --all-targets --all-features -- -D warnings
 
   test:
-    name: Test Suite
+    name: Test (${{ matrix.partition }}/3)
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        partition: [1, 2, 3]
     steps:
       - uses: actions/checkout@v4
       - name: Install mold linker
         run: |
           sudo apt-get update && sudo apt-get install -y mold
+          mkdir -p ~/.cargo
           echo '[target.x86_64-unknown-linux-gnu]' >> ~/.cargo/config.toml
           echo 'linker = "clang"' >> ~/.cargo/config.toml
           echo 'rustflags = ["-C", "link-arg=-fuse-ld=mold"]' >> ~/.cargo/config.toml
       - name: Install Rust
         uses: dtolnay/rust-toolchain@stable
-      - name: Cache cargo
+      - name: Setup sccache
+        uses: mozilla-actions/sccache-action@v0.0.6
+      - name: Cache cargo registry
         uses: actions/cache@v4
         with:
           path: |
             ~/.cargo/registry/index/
             ~/.cargo/registry/cache/
             ~/.cargo/git/db/
-            target/
-          key: cargo-test-${{ runner.os }}-${{ hashFiles('**/Cargo.lock') }}
+          key: cargo-registry-${{ runner.os }}-${{ hashFiles('**/Cargo.lock') }}
           restore-keys: |
-            cargo-test-${{ runner.os }}-
+            cargo-registry-${{ runner.os }}-
       - name: Install nextest
         uses: taiki-e/install-action@nextest
-      - name: Run tests
-        run: cargo nextest run --workspace
+      - name: Run tests (partition ${{ matrix.partition }}/3)
+        run: cargo nextest run --workspace --partition count:${{ matrix.partition }}/3
 
   build:
     name: Build Release
@@ -90,22 +100,24 @@ jobs:
       - name: Install mold linker
         run: |
           sudo apt-get update && sudo apt-get install -y mold
+          mkdir -p ~/.cargo
           echo '[target.x86_64-unknown-linux-gnu]' >> ~/.cargo/config.toml
           echo 'linker = "clang"' >> ~/.cargo/config.toml
           echo 'rustflags = ["-C", "link-arg=-fuse-ld=mold"]' >> ~/.cargo/config.toml
       - name: Install Rust
         uses: dtolnay/rust-toolchain@stable
-      - name: Cache cargo
+      - name: Setup sccache
+        uses: mozilla-actions/sccache-action@v0.0.6
+      - name: Cache cargo registry
         uses: actions/cache@v4
         with:
           path: |
             ~/.cargo/registry/index/
             ~/.cargo/registry/cache/
             ~/.cargo/git/db/
-            target/
-          key: cargo-build-${{ runner.os }}-${{ hashFiles('**/Cargo.lock') }}
+          key: cargo-registry-${{ runner.os }}-${{ hashFiles('**/Cargo.lock') }}
           restore-keys: |
-            cargo-build-${{ runner.os }}-
+            cargo-registry-${{ runner.os }}-
       - name: Build release
         run: cargo build --release
 
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -11,6 +11,8 @@ permissions:
 
 env:
   CARGO_TERM_COLOR: always
+  SCCACHE_GHA_ENABLED: "true"
+  RUSTC_WRAPPER: "sccache"
 
 jobs:
   build:
@@ -24,6 +26,7 @@ jobs:
             os: ubuntu-latest
           - target: aarch64-unknown-linux-gnu
             os: ubuntu-latest
+            use_cross: true
           - target: x86_64-apple-darwin
             os: macos-latest
           - target: aarch64-apple-darwin
@@ -43,6 +46,10 @@ jobs:
         with:
           targets: ${{ matrix.target }}
 
+      - name: Setup sccache
+        if: matrix.use_cross != true
+        uses: mozilla-actions/sccache-action@v0.0.6
+
       - name: Cache cargo registry
         uses: actions/cache@v4
         with:
@@ -54,34 +61,30 @@ jobs:
           restore-keys: |
             cargo-registry-${{ runner.os }}-
 
-      - name: Cache cargo build
-        uses: actions/cache@v4
-        with:
-          path: target
-          key: cargo-build-${{ matrix.target }}-${{ hashFiles('**/Cargo.lock') }}
-          restore-keys: |
-            cargo-build-${{ matrix.target }}-
-
       - name: Cache cross
-        if: matrix.target == 'aarch64-unknown-linux-gnu'
+        if: matrix.use_cross == true
         uses: actions/cache@v4
         with:
           path: ~/.cargo/bin/cross
           key: cross-${{ runner.os }}-v0.2
 
       - name: Install cross
-        if: matrix.target == 'aarch64-unknown-linux-gnu'
+        if: matrix.use_cross == true
+        env:
+          RUSTC_WRAPPER: ""
         run: |
           if [ ! -f ~/.cargo/bin/cross ]; then
             cargo install cross --git https://github.com/cross-rs/cross
           fi
 
       - name: Build (cross)
-        if: matrix.target == 'aarch64-unknown-linux-gnu'
+        if: matrix.use_cross == true
+        env:
+          RUSTC_WRAPPER: ""
         run: cross build --release --target ${{ matrix.target }}
 
       - name: Install mold linker (Linux)
-        if: runner.os == 'Linux' && matrix.target != 'aarch64-unknown-linux-gnu'
+        if: runner.os == 'Linux' && matrix.use_cross != true
         run: |
           sudo apt-get update && sudo apt-get install -y mold
           mkdir -p ~/.cargo
@@ -90,7 +93,7 @@ jobs:
           echo 'rustflags = ["-C", "link-arg=-fuse-ld=mold"]' >> ~/.cargo/config.toml
 
       - name: Build (native)
-        if: matrix.target != 'aarch64-unknown-linux-gnu'
+        if: matrix.use_cross != true
         run: cargo build --release --target ${{ matrix.target }}
 
       - name: Package (Unix)
@@ -139,6 +142,8 @@ jobs:
     name: Publish to crates.io
     needs: release
     runs-on: ubuntu-latest
+    env:
+      RUSTC_WRAPPER: ""
     steps:
       - uses: actions/checkout@v4
 
diff --git a/Cargo.toml b/Cargo.toml
@@ -105,10 +105,30 @@ comfy-table = "7.1"
 chrono = "0.4"
 dirs = "6.0"
 
+# Dev profile: optimize for fast compile times
+[profile.dev]
+opt-level = 0
+debug = 1                    # Minimal debug info (faster)
+split-debuginfo = "unpacked" # Faster incremental builds
+incremental = true
+
+# Dev dependencies: compile with some optimization for faster tests
+[profile.dev.package."*"]
+opt-level = 1
+
+# CI profile: balance between compile time and runtime
+[profile.ci]
+inherits = "dev"
+opt-level = 1
+debug = 0                    # No debug info in CI
+incremental = false          # More reliable caching
+
+# Release profile: maximum optimization
 [profile.release]
 lto = "thin"
 codegen-units = 1
 panic = "abort"
+strip = true                 # Strip symbols for smaller binary
 
 [profile.bench]
 lto = "thin"
