Use different measurement modes

Author: larseggert

.github/workflows/codspeed.yml

@@ -47,7 +47,12 @@ jobs:
       - run: |
           for crate in $(cargo metadata --no-deps --format-version 1 | jq -r '.packages[].name'); do
             if [ -e "$crate/benches" ]; then
-              cargo codspeed build --package "$crate" --locked --features bench
+              for bench in $(find "$crate/benches" -depth 1 -print0 -iname "*.rs" | xargs -0 -n1 basename -s .rs); do
+                # Set measurement mode from Cargo.toml metadata, default to "instrumentation".
+                mode=$(cargo metadata --no-deps --format-version 1 | jq -r --arg crate "$crate" --arg bench "$bench" '.packages[] | select(.name == $crate) | .metadata.bench[$bench].codspeed.mode // "instrumentation"')
+                echo "Building benchmark '$bench' in crate '$crate' with measurement mode '$mode'"
+                cargo codspeed build --package "$crate" --locked --features bench --bench "$bench" --release --measurement-mode "$mode"
+              done
             fi
           done
 

neqo-bin/Cargo.toml

@@ -72,6 +72,9 @@ ignored = ["log"]
 # See https://github.com/bheisler/criterion.rs/blob/master/book/src/faq.md#cargo-bench-gives-unrecognized-option-errors-for-valid-command-line-options
 bench = false
 
+[package.metadata.bench.main]
+codspeed.mode = "wallclock" # Use "wallclock" mode for "main" bench with codspeed.
+
 [[bench]]
 name = "main"
 harness = false

neqo-http3/Cargo.toml

@@ -56,6 +56,9 @@ ignored = ["criterion", "log"]
 # See https://github.com/bheisler/criterion.rs/blob/master/book/src/faq.md#cargo-bench-gives-unrecognized-option-errors-for-valid-command-line-options
 bench = false
 
+[package.metadata.bench.streams]
+codspeed.mode = "wallclock" # Use "wallclock" mode for "main" bench with codspeed.
+
 [[bench]]
 name = "streams"
 harness = false