rely on IAI instead

https://bheisler.github.io/criterion.rs/book/faq.html

Author: van-sprundel

.github/workflows/benchmark.yml

@@ -0,0 +1,78 @@
+name: Benchmark PR
+
+on:
+  pull_request:
+  push:
+    branches: [master]
+
+permissions:
+  contents: write
+  pull-requests: write
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  benchmark:
+    name: Run benchmarks (instruction counts)
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: dtolnay/rust-toolchain@stable
+
+      # Install valgrind and iai-callgrind-runner
+      - name: Install dependencies
+        run: |
+          sudo apt-get update && sudo apt-get install -y valgrind
+          cargo install iai-callgrind-runner
+
+      - name: Run benchmarks on PR branch
+        if: github.event_name == 'pull_request'
+        run: |
+          cargo bench --bench generate_moves_iai
+          # Save the results
+          mkdir -p benchmark-results-pr
+          cp -r target/iai benchmark-results-pr/ || true
+
+      - name: Run benchmarks on master
+        if: github.event_name == 'push'
+        run: cargo bench --bench generate_moves_iai
+
+      - name: Checkout base branch
+        if: github.event_name == 'pull_request'
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.base_ref }}
+          clean: false
+
+      - name: Run benchmarks on base branch
+        if: github.event_name == 'pull_request'
+        run: |
+          cargo bench --bench generate_moves_iai
+          mkdir -p benchmark-results-base
+          cp -r target/iai benchmark-results-base/ || true
+
+      - name: Compare benchmarks
+        if: github.event_name == 'pull_request'
+        run: |
+          echo "## 📊 Benchmark Results (Instruction Counts)" > benchmark_results.md
+          echo "" >> benchmark_results.md
+          echo "Comparing \`${{ github.head_ref }}\` (PR) vs \`${{ github.base_ref }}\` (base)" >> benchmark_results.md
+          echo "" >> benchmark_results.md
+          echo "**Using iai-callgrind:** Counts instructions via Cachegrind - deterministic and not affected by CI noise." >> benchmark_results.md
+          echo "" >> benchmark_results.md
+          echo '```' >> benchmark_results.md
+          # Show recent benchmark output
+          find target/iai -name "*.txt" -type f -exec tail -50 {} \; 2>/dev/null | head -100 >> benchmark_results.md || echo "See job logs for detailed results" >> benchmark_results.md
+          echo '```' >> benchmark_results.md
+          echo "" >> benchmark_results.md
+          echo "<sub>📏 Instruction counts via Cachegrind. Lower is better. Results are deterministic.</sub>" >> benchmark_results.md
+
+      - name: Comment PR with results
+        if: github.event_name == 'pull_request'
+        uses: thollander/actions-comment-pull-request@v2
+        with:
+          filePath: benchmark_results.md
+          comment_tag: benchmark_results

Cargo.lock

@@ -18,7 +18,12 @@ thiserror = "2"
 calamine = "0.32.0"
 criterion = "0.8.1"
 csv = "1.4.0"
- 
+iai-callgrind = "0.16"
+
 [[bench]]
 name = "generate_moves"
 harness = false
+
+[[bench]]
+name = "generate_moves_iai"
+harness = false

check-buddy/Cargo.toml

@@ -0,0 +1,80 @@
+use check_buddy::piece_type::PieceType;
+use check_buddy::BoardMap;
+use iai_callgrind::{library_benchmark, library_benchmark_group, main};
+use std::hint::black_box;
+
+#[library_benchmark]
+fn single_move() {
+    let board = BoardMap::starting();
+    black_box(board.gen_to_positions(black_box([0, 0])));
+}
+
+#[library_benchmark]
+fn opponent_moves() {
+    let board = BoardMap::starting();
+    black_box(board.gen_all_opponent_positions());
+}
+
+#[library_benchmark]
+fn all_moves() {
+    let board = BoardMap::starting();
+    black_box(
+        (0..8)
+            .flat_map(|rank| {
+                (0..8)
+                    .map(|file| board.gen_to_positions(black_box([rank, file])))
+                    .collect::<Vec<_>>()
+            })
+            .collect::<Vec<_>>(),
+    );
+}
+
+#[library_benchmark]
+fn all_legal_moves() {
+    let board = BoardMap::starting();
+    black_box(
+        (0..8)
+            .flat_map(|rank| {
+                (0..8)
+                    .map(|file| board.gen_legal_positions(black_box([rank, file])))
+                    .collect::<Vec<_>>()
+            })
+            .collect::<Vec<_>>(),
+    );
+}
+
+#[library_benchmark]
+fn pawn() {
+    let board = BoardMap::starting();
+    black_box(board.gen_pawn(black_box([1, 0])));
+}
+
+#[library_benchmark]
+fn king() {
+    let board = BoardMap::starting();
+    black_box(board.gen_king(black_box([0, 4])));
+}
+
+#[library_benchmark]
+fn knight() {
+    let board = BoardMap::starting();
+    black_box(board.gen_knight(black_box([0, 1])));
+}
+
+#[library_benchmark]
+fn queen() {
+    let board = BoardMap::starting();
+    black_box(board.gen_sliding(black_box([0, 1]), PieceType::Queen));
+}
+
+library_benchmark_group!(
+    name = generate_moves;
+    benchmarks = single_move, opponent_moves, all_moves, all_legal_moves
+);
+
+library_benchmark_group!(
+    name = generate_piece_moves;
+    benchmarks = pawn, king, knight, queen
+);
+
+main!(library_benchmark_groups = generate_moves, generate_piece_moves);