Move benchmarks over to new benchmarking tool.

addresses #690

Author: jdmarshall

CHANGELOG.md

@@ -27,6 +27,7 @@ project adheres to [Semantic Versioning](http://semver.org/).
 - perf: New, more space-efficient storage engine, 20-45% faster stats recording
 - perf: Further improvement to key generation cost
 - fix: Browser compatibility for Gauge.startTimer()
+- ci: switch out deprecated benchmark-regression library for replacement
 
 ### Added
 

benchmarks/index.js

@@ -1,7 +1,6 @@
 'use strict';
 
-const createRegressionBenchmark = require('@clevernature/benchmark-regression');
-const { Benchmark } = require('benchmark');
+const Benchmark = require('faceoff').default;
 const debug = require('debug')('benchmark');
 
 /**
@@ -13,42 +12,18 @@ const debug = require('debug')('benchmark');
  * 2018, that situation is unlikely to change soon.
  */
 
-Benchmark.options.defer = true;
-Benchmark.options.onStart = event => {
-	const benchmark = event.target;
-	const name = benchmark.name;
-	const original = benchmark.fn;
-
-	debug(`Starting '${name}'`);
-
-	benchmark.fn = async deferred => {
-		try {
-			await original();
-		} catch (e) {
-			console.error(e);
-		} finally {
-			deferred.resolve();
-		}
-	};
-};
-Benchmark.options.onAbort = event => {
-	console.error(event);
-};
-Benchmark.options.onError = event => {
-	console.error(event);
-};
-
 const currentClient = require('..');
-const benchmarks = createRegressionBenchmark(
-	{ name: 'prom-client@current', module: currentClient },
-	['prom-client@latest'],
-);
+const benchmarks = new Benchmark({
+	'prom-client@latest': 'prom-client@latest',
+	'prom-client@trunk': 'git@github.com:siimon/prom-client',
+	'prom-client@current': currentClient,
+});
 
 benchmarks.suite('counter', require('./counter'));
 benchmarks.suite('gauge', require('./gauge'));
 benchmarks.suite('histogram', require('./histogram'));
-benchmarks.suite('summary', require('./summary'));
 benchmarks.suite('util', require('./util'));
+benchmarks.suite('summary', require('./summary'));
 benchmarks.suite('registry', require('./registry'));
 benchmarks.suite('cluster', require('./cluster'));
 

benchmarks/util.js

@@ -3,6 +3,8 @@
 module.exports = setupUtilSuite;
 
 function setupUtilSuite(suite) {
+	const skip = ['prom-client@latest', 'prom-client@trunk'];
+
 	suite.add(
 		'hashObject',
 		(client, Util) => {
@@ -16,7 +18,7 @@ function setupUtilSuite(suite) {
 				gateway: 'lb04',
 			});
 		},
-		{ setup: findUtil },
+		{ setup: findUtil, skip },
 	);
 
 	suite.add(
@@ -32,7 +34,7 @@ function setupUtilSuite(suite) {
 				status_code: 503,
 			});
 		},
-		{ setup },
+		{ setup, skip },
 	);
 
 	suite.add(
@@ -48,7 +50,7 @@ function setupUtilSuite(suite) {
 				status_code: 503,
 			});
 		},
-		{ setup },
+		{ setup, skip },
 	);
 }
 

package.json

@@ -12,7 +12,7 @@
 		"node": "^20 || ^22 || >=24"
 	},
 	"scripts": {
-		"benchmarks": "node --max-heap-size=5000 ./benchmarks/index.js",
+		"benchmarks": "node --max-heap-size=5000 --allow-natives-syntax ./benchmarks/index.js",
 		"test": "npm run lint && npm run check-prettier && npm run compile-typescript && npm run test-unit -- --coverage",
 		"lint": "eslint .",
 		"test-unit": "jest",
@@ -34,16 +34,15 @@
 	"license": "Apache-2.0",
 	"homepage": "https://github.com/siimon/prom-client",
 	"devDependencies": {
-		"@clevernature/benchmark-regression": "^1.0.0",
 		"@eslint/js": "^9.29.0",
-		"benchmark": "^2.1",
 		"debug": "^4.4.1",
 		"eslint": "^9.29.0",
 		"eslint-config-prettier": "^10.1.5",
 		"eslint-plugin-jsdoc": "^52.0.0",
 		"eslint-plugin-n": "^17.20.0",
 		"eslint-plugin-prettier": "^5.0.1",
 		"express": "^5.1.0",
+		"faceoff": "^0.9.0",
 		"globals": "^16.2.0",
 		"husky": "^9.0.0",
 		"jest": "^30.0.2",