feat: add CodSpeed to the project

Author: adriencaccia

.github/workflows/benchmark.yml

@@ -0,0 +1,41 @@
+name: codspeed-benchmarks
+
+on:
+  push:
+    branches:
+      - "main" # or "master"
+  pull_request:
+  # `workflow_dispatch` allows CodSpeed to trigger backtest
+  # performance analysis in order to generate initial data.
+  workflow_dispatch:
+
+env:
+  TURBOPACK_BENCH_COUNTS: 50
+
+jobs:
+  benchmarks:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Setup rust toolchain, cache and cargo-codspeed binary
+        uses: moonrepo/setup-rust@v1
+        with:
+          channel: stable
+          cache-target: release
+          bins: cargo-codspeed
+          cache-base: main
+
+      - name: Build the benchmark target(s)
+        run: |
+          cargo codspeed build -p turbo-tasks-fs
+          cargo codspeed build -p turbo-tasks-memory
+          cargo codspeed build -p turbopack
+          # cargo codspeed build -p turbopack-bench    # disabled for now because it uses a custom benchmark iterator
+          cargo codspeed build -p turbopack-cli
+          cargo codspeed build -p turbopack-ecmascript
+
+      - name: Run the benchmarks
+        uses: CodSpeedHQ/action@v2
+        with:
+          token: ${{ secrets.CODSPEED_TOKEN }}
+          run: cargo codspeed run

Cargo.lock

@@ -219,6 +219,7 @@ concurrent-queue = "2.1.0"
 console = "0.15.5"
 console-subscriber = "0.1.8"
 criterion = "0.4.0"
+codspeed-criterion-compat = "2.5.0"
 crossbeam-channel = "0.5.8"
 dashmap = "5.4.0"
 dialoguer = "0.10.3"

Cargo.toml

@@ -50,6 +50,7 @@ turbo-tasks-hash = { workspace = true }
 unicode-segmentation = { workspace = true }
 
 [dev-dependencies]
+codspeed-criterion-compat = { workspace = true, features = ["async_tokio"] }
 criterion = { workspace = true, features = ["async_tokio"] }
 rstest = { workspace = true }
 sha2 = "0.10.2"

crates/turbo-tasks-fs/Cargo.toml

@@ -5,7 +5,7 @@ use std::{
     time::{Duration, Instant},
 };
 
-use criterion::{
+use codspeed_criterion_compat::{
     criterion_group, criterion_main,
     measurement::{Measurement, WallTime},
     BenchmarkId, Criterion,

crates/turbo-tasks-fs/benches/mod.rs

@@ -32,6 +32,7 @@ turbo-tasks-hash = { workspace = true }
 turbo-tasks-malloc = { workspace = true, default-features = false }
 
 [dev-dependencies]
+codspeed-criterion-compat = { workspace = true, features = ["async_tokio"] }
 criterion = { workspace = true, features = ["async_tokio"] }
 indexmap = { workspace = true }
 lazy_static = { workspace = true }

crates/turbo-tasks-memory/Cargo.toml

@@ -1,6 +1,6 @@
 #![feature(arbitrary_self_types)]
 
-use criterion::{criterion_group, criterion_main, Criterion};
+use codspeed_criterion_compat::{criterion_group, criterion_main, Criterion};
 
 pub(crate) mod scope_stress;
 pub(crate) mod stress;

crates/turbo-tasks-memory/benches/mod.rs

@@ -1,5 +1,5 @@
 use anyhow::Result;
-use criterion::{BenchmarkId, Criterion};
+use codspeed_criterion_compat::{BenchmarkId, Criterion};
 use turbo_tasks::{Completion, TryJoinIterExt, TurboTasks, Vc};
 use turbo_tasks_memory::MemoryBackend;
 
@@ -19,7 +19,7 @@ pub fn scope_stress(c: &mut Criterion) {
     group.sample_size(20);
 
     for size in [5, 10, 15, 20, 25, 30, 100, 200, 300] {
-        group.throughput(criterion::Throughput::Elements(
+        group.throughput(codspeed_criterion_compat::Throughput::Elements(
             /* tasks for fib from 0 to size - 1 = */
             (size as u64) * (size as u64) +
             /* root tasks = */

crates/turbo-tasks-memory/benches/scope_stress.rs

@@ -1,5 +1,5 @@
 use anyhow::Result;
-use criterion::{BenchmarkId, Criterion};
+use codspeed_criterion_compat::{BenchmarkId, Criterion};
 use turbo_tasks::{TryJoinIterExt, TurboTasks, Vc};
 use turbo_tasks_memory::MemoryBackend;
 
@@ -19,7 +19,7 @@ pub fn fibonacci(c: &mut Criterion) {
     group.sample_size(20);
 
     for size in [100, 200, 500, 1000, 1414] {
-        group.throughput(criterion::Throughput::Elements(
+        group.throughput(codspeed_criterion_compat::Throughput::Elements(
             /* tasks for fib from 0 to size - 1 = */
             size as u64 * (size as u64 + 1) / 2 +
             /* root task = */

crates/turbo-tasks-memory/benches/stress.rs

@@ -21,6 +21,7 @@ anyhow = { workspace = true, features = ["backtrace"] }
 chromiumoxide = { workspace = true, features = [
   "tokio-runtime",
 ], default-features = false }
+codspeed-criterion-compat = { workspace = true, features = ["async_tokio"] }
 criterion = { workspace = true, features = ["async_tokio"] }
 futures = { workspace = true }
 once_cell = { workspace = true }