Run individual workloads automatically instead of using manualRun in … (#168)

…the console

It fixes Issue #2

Author: rmahdav

CONTRIBUTING.md

@@ -45,7 +45,7 @@ To propose a new workload, please add it to the `resources/experimental` directo
 - Add the workload to `resources/default-tests.mjs` with (optionally) the `Experimental-` prefix and `experimental` tag, analogous to the existing workloads.
 - Serve the overall runner via `npm run dev` in the repository root directory.
 - The experimental workloads are not part of default set of workloads. Browse to `http://localhost:8080/?developerMode`, select the added workloads alongside any other workloads and click "Start Test" to run the benchmark. You can find more instructions about how to use the Developer Mode in [Developer Mode and Custom Parameters](README.md#developer-mode-and-custom-parameters).
-- To run individual experimental workloads,  navigate to `http://localhost:8080/resources/experimental/dist/<workload>.html` then do `manualRun()` in the dev console of the browser.
+- To run individual experimental workloads,  navigate to `http://localhost:8080/resources/experimental/dist/<workload>.html`.
 
 ### Code Reviews
 

README.md

@@ -20,7 +20,7 @@ See the Speedometer repo for a more detailed explanation, e.g., in which phases
 
 - If you have not done that yet, run `npm install` and `npm run build` inside `resources/<workload-group>/` to produce output in `dist/`.
 - `npm run dev` in the root directory to start the server.
--  Navigate to `http://localhost:8080/resources/<workload-group>/dist/<workload>.html` (e.g. `http://localhost:8080/resources/transformers-js/dist/feature-extraction-cpu.html`) then do `manualRun()` in the developer console.
+-  Navigate to `http://localhost:8080/resources/<workload-group>/dist/<workload>.html` (e.g. `http://localhost:8080/resources/transformers-js/dist/feature-extraction-cpu.html`) to run the workload automatically.
 
 ## Developer Mode and Custom Parameters
 

about.html

@@ -18,8 +18,8 @@ <h1 class="section-header">About the Web AI Compute Benchmark</h1>
                     <div class="section-content">
                         <h2>Benchmark Version</h2>
                         <ul>
-                            <li>Version: <!-- package-version -->0.2.0 (2026-05-05)<!-- /package-version --></li>
-                            <li>Git commit: <!-- git-commit-link --><a href="https://github.com/GoogleChrome/webai-compute-benchmark/commit/8907dfe2821d53b3fc5c2dfad5022d5a23d85e02" target="_blank">8907dfe</a><!-- /git-commit-link --></li>
+                            <li>Version: <!-- package-version -->0.2.0 (2026-05-15)<!-- /package-version --></li>
+                            <li>Git commit: <!-- git-commit-link --><a href="https://github.com/GoogleChrome/webai-compute-benchmark/commit/3d66d0b8f15eb4a2bf455bf7324855f3a67ae0d3" target="_blank">3d66d0b</a><!-- /git-commit-link --></li>
                         </ul>
                         <h2>Library Versions</h2>
                         <ul>

index.html

@@ -28,7 +28,7 @@
                         Additionally, the first iteration of the benchmark <b>may take several minutes</b> to complete.
                     </p>
                     <p class="version-note">
-                        Version: <!-- package-version -->0.2.0 (2026-05-05)<!-- /package-version --> (commit: <!-- git-commit-link --><a href="https://github.com/GoogleChrome/webai-compute-benchmark/commit/8907dfe2821d53b3fc5c2dfad5022d5a23d85e02" target="_blank">8907dfe</a><!-- /git-commit-link -->)
+                        Version: <!-- package-version -->0.2.0 (2026-05-15)<!-- /package-version --> (commit: <!-- git-commit-link --><a href="https://github.com/GoogleChrome/webai-compute-benchmark/commit/3d66d0b8f15eb4a2bf455bf7324855f3a67ae0d3" target="_blank">3d66d0b</a><!-- /git-commit-link -->)
                     </p>
                     <p id="screen-size-warning">
                         <strong>
@@ -89,7 +89,7 @@ <h1>Score</h1>
                     <div class="version next">next</div>
                 </a>
                 <div class="section-grid">
-                    <h1 class="section-header">Detailed Results <!-- package-version -->0.2.0 (2026-05-05)<!-- /package-version --></h1>
+                    <h1 class="section-header">Detailed Results <!-- package-version -->0.2.0 (2026-05-15)<!-- /package-version --></h1>
                     <div class="section-content all-metric-results">
                         <div class="non-standard-params">
                             <h2>Non-standard Parameters</h2>

resources/experimental/src/index.mjs

@@ -3,10 +3,6 @@ import { createSubIteratedSuite } from "speedometer-utils/helpers.mjs";
 import { pipeline, env } from '@huggingface/transformers';
 import { params } from "speedometer-utils/params.mjs";
 
-/*
-Paste below into dev console for manual testing:
-manualRun();
-*/
 
 // Please ensure that models are self-contained for this benchmark and not loaded remotely from a CDN or the Hugging Face Hub.
 
@@ -82,8 +78,3 @@ export async function initializeBenchmark(modelType) {
   const benchmarkConnector = new BenchmarkConnector(suites, appName, appVersion);
   benchmarkConnector.connect();
 }
-
-globalThis.manualRun = () => {
-  window.addEventListener("message", (event) => console.log(event.data));
-  window.postMessage({ id: appName + '-' + appVersion, key: "benchmark-connector", type: "benchmark-suite", name: "default" }, "*");
-}

resources/litert-js/src/index.mjs

@@ -6,10 +6,6 @@ import { loadAndCompile, loadLiteRt, Tensor } from '@litertjs/core';
 import origamiImage from '../../media/image.jpg';
 import handImage from '../../media/hand.jpg';
 
-/*
-Paste below into dev console for manual testing:
-manualRun();
-*/
 
 // TODO: Model loading time is not currently included in the benchmark. We should
 // investigate if the model loading code is different for the different device types.
@@ -377,8 +373,3 @@ export async function initializeBenchmark(modelType) {
  const benchmarkConnector = new BenchmarkConnector(suites, appName, appVersion);
  benchmarkConnector.connect();
 }
-
-globalThis.manualRun = () => {
- window.addEventListener("message", (event) => console.log(event.data));
- window.postMessage({ id: appName + '-' + appVersion, key: "benchmark-connector", type: "benchmark-suite", name: "default" }, "*");
-}

resources/shared/benchmark.mjs

@@ -128,6 +128,9 @@ export class BenchmarkConnector {
                     console.error(`Suite with the name of "${event.data.name}" not found!`);
                 const { result } = await suite.runAndRecord(params, (test) => this.sendMessage({ type: "step-complete", status: "success", appId: this.appId, name: this.name, test }));
                 this.sendMessage({ type: "suite-complete", status: "success", appId: this.appId, result });
+                if (window.top === window) {
+                    console.log("Running in individual mode. Benchmark execution complete.", result);
+                }
                 this.disconnect();
                 break;
             default:
@@ -142,6 +145,17 @@ export class BenchmarkConnector {
     connect() {
         window.addEventListener("message", this.onMessage);
         this.sendMessage({ type: "app-ready", status: "success", appId: this.appId });
+
+        if (window.top === window) {
+            console.log("Running in individual mode. Automatically starting benchmark...");
+            // Trigger the run
+            window.postMessage({
+                id: this.appId,
+                key: "benchmark-connector",
+                type: "benchmark-suite",
+                name: "default"
+            }, "*");
+        }
     }
 
     disconnect() {

resources/transformers-js/src/index.mjs

@@ -6,10 +6,6 @@ import { KokoroTTS } from "kokoro-js";
 import jfkAudio from '../../media/jfk_1962_0912_spaceeffort.wav';
 import imageWithBackground from '../../media/image.jpg';
 
-/*
-Paste below into dev console for manual testing:
-manualRun();
-*/
 
 // Workloads and models: https://docs.google.com/spreadsheets/d/1tRzuM34dUpijXcJwHmmK7-JDK6zZHhBPHECvBXEF0n8/edit?usp=sharing
 // Model selection documentation: https://docs.google.com/document/d/1EDyRD5dHxYpONyE_xf_Tb1A3GvNSrLQpp-msCcWNnF0/edit?usp=sharing
@@ -461,8 +457,3 @@ export async function initializeBenchmark(modelType) {
   const benchmarkConnector = new BenchmarkConnector(suites, appName, appVersion);
   benchmarkConnector.connect();
 }
-
-globalThis.manualRun = () => {
-  window.addEventListener("message", (event) => console.log(event.data));
-  window.postMessage({ id: appName + '-' + appVersion, key: "benchmark-connector", type: "benchmark-suite", name: "default" }, "*");
-}