|
| 1 | +#!/usr/bin/env node |
| 2 | +import { mkdtemp, rm, writeFile } from 'node:fs/promises' |
| 3 | +import { createRequire } from 'node:module' |
| 4 | +import { dirname, join, resolve } from 'node:path' |
| 5 | +import { fileURLToPath } from 'node:url' |
| 6 | +import { chromium } from 'playwright' |
| 7 | + |
| 8 | +const root = resolve(dirname(fileURLToPath(import.meta.url)), '..') |
| 9 | +const runtimeRequire = createRequire(join(root, 'packages/genie-react/package.json')) |
| 10 | +const demoRequire = createRequire(join(root, 'apps/vite-demo/package.json')) |
| 11 | +const { createServer } = await import(runtimeRequire.resolve('vite')) |
| 12 | +const fixture = await mkdtemp(join(root, '.runtime-benchmark-')) |
| 13 | +let server |
| 14 | +let browser |
| 15 | +try { |
| 16 | + await writeFile( |
| 17 | + join(fixture, 'index.html'), |
| 18 | + '<div id="root"></div><script type="module" src="/main.js"></script>', |
| 19 | + ) |
| 20 | + await writeFile( |
| 21 | + join(fixture, 'main.js'), |
| 22 | + ` |
| 23 | +const mode = new URLSearchParams(location.search).get('mode'); |
| 24 | +let tracker; |
| 25 | +if (mode !== 'disabled') { |
| 26 | + await import('/@fs/${root}/packages/genie-react/src/collectors/react/hook.ts'); |
| 27 | + tracker = await import('/@fs/${root}/packages/genie-react/src/collectors/react/render-tracker.ts'); |
| 28 | +} |
| 29 | +const React = await import('react'); |
| 30 | +const { createRoot } = await import('react-dom/client'); |
| 31 | +const { flushSync } = await import('react-dom'); |
| 32 | +const count = 500; |
| 33 | +function Row({ value, index }) { return React.createElement('span', null, index + ':' + value); } |
| 34 | +function App({ value }) { return React.createElement('div', null, Array.from({ length: count }, (_, index) => React.createElement(Row, { key: index, index, value }))); } |
| 35 | +const root = createRoot(document.getElementById('root')); |
| 36 | +let value = 0; |
| 37 | +const update = () => flushSync(() => root.render(React.createElement(App, { value: ++value }))); |
| 38 | +update(); |
| 39 | +if (mode === 'paused') tracker.stopRenderTracking(); |
| 40 | +window.runBenchmark = () => { |
| 41 | + tracker?.clearRenders(); |
| 42 | + for (let i = 0; i < 20; i++) update(); |
| 43 | + const samples = []; |
| 44 | + for (let i = 0; i < 60; i++) { const start = performance.now(); update(); samples.push(performance.now() - start); } |
| 45 | + return { samples, text: document.querySelector('span').textContent, expectedText: '0:' + value, rows: document.querySelectorAll('span').length, count, budget: tracker?.getRenderObservationConfig(), skippedFibers: tracker?.getSkippedCommitFiberCount(), commits: tracker?.getCommitCount() }; |
| 46 | +}; |
| 47 | +`, |
| 48 | + ) |
| 49 | + server = await createServer({ |
| 50 | + configFile: false, |
| 51 | + root: fixture, |
| 52 | + logLevel: 'error', |
| 53 | + resolve: { |
| 54 | + alias: [ |
| 55 | + { find: /^react$/, replacement: runtimeRequire.resolve('react') }, |
| 56 | + { find: /^react-dom\/client$/, replacement: demoRequire.resolve('react-dom/client') }, |
| 57 | + { find: /^react-dom$/, replacement: demoRequire.resolve('react-dom') }, |
| 58 | + ], |
| 59 | + }, |
| 60 | + server: { host: '127.0.0.1', port: 0, fs: { allow: [root] } }, |
| 61 | + }) |
| 62 | + await server.listen() |
| 63 | + const address = server.httpServer.address() |
| 64 | + if (!address || typeof address === 'string') throw new Error('Missing Vite port') |
| 65 | + browser = await chromium.launch({ headless: true }) |
| 66 | + const results = [] |
| 67 | + // Alternate order to reduce one-directional warmup/thermal bias. Each run has a fresh document. |
| 68 | + for (const modes of [ |
| 69 | + ['disabled', 'active', 'paused'], |
| 70 | + ['paused', 'active', 'disabled'], |
| 71 | + ['active', 'disabled', 'paused'], |
| 72 | + ]) { |
| 73 | + for (const mode of modes) { |
| 74 | + const page = await browser.newPage() |
| 75 | + const pageErrors = [] |
| 76 | + page.on('pageerror', (error) => pageErrors.push(error)) |
| 77 | + await page.goto(`http://127.0.0.1:${address.port}/?mode=${mode}`) |
| 78 | + await page.waitForFunction(() => typeof window.runBenchmark === 'function') |
| 79 | + const result = await page.evaluate(() => window.runBenchmark()) |
| 80 | + if (pageErrors.length > 0) throw pageErrors[0] |
| 81 | + if (result.text !== result.expectedText || result.rows !== result.count) |
| 82 | + throw new Error('Fixture rendered incorrectly') |
| 83 | + results.push({ mode, ...result }) |
| 84 | + await page.close() |
| 85 | + } |
| 86 | + } |
| 87 | + const percentile = (values, fraction) => |
| 88 | + [...values].sort((a, b) => a - b)[Math.ceil(values.length * fraction) - 1] |
| 89 | + const summary = ['disabled', 'active', 'paused'].map((mode) => { |
| 90 | + const runs = results.filter((result) => result.mode === mode) |
| 91 | + const samples = runs.flatMap((run) => run.samples) |
| 92 | + return { |
| 93 | + mode, |
| 94 | + medianMs: percentile(samples, 0.5), |
| 95 | + p95Ms: percentile(samples, 0.95), |
| 96 | + runs: runs.map(({ samples, ...run }) => ({ ...run, medianMs: percentile(samples, 0.5) })), |
| 97 | + } |
| 98 | + }) |
| 99 | + console.log( |
| 100 | + JSON.stringify( |
| 101 | + { |
| 102 | + fixture: |
| 103 | + 'React development build, 500 keyed sibling rows; 20 warmup + 60 synchronous updates × 3 fresh documents per mode', |
| 104 | + browser: browser.version(), |
| 105 | + react: runtimeRequire('react/package.json').version, |
| 106 | + platform: process.platform, |
| 107 | + architecture: process.arch, |
| 108 | + summary, |
| 109 | + results, |
| 110 | + }, |
| 111 | + null, |
| 112 | + 2, |
| 113 | + ), |
| 114 | + ) |
| 115 | +} finally { |
| 116 | + await browser?.close() |
| 117 | + await server?.close() |
| 118 | + await rm(fixture, { recursive: true, force: true }) |
| 119 | +} |
0 commit comments