test(perf): track-only runtime-perf E2E for eeschema + pcbnew
Measures the current build's cold load, open+render, and pan/zoom FPS (1x/4x/6x CPU-throttle sweep) for both editors, writing tests/test-results/perf-*.json. Track-only: asserts only that the app booted and the document opened — no perf thresholds, so it never gates CI. Runs on a new Chromium `perf` Playwright project (CDP throttling; pcbnew needs V8 anyway) via `npm run test:perf`, and is wired into wasm-build.yml as a continue-on-error step so the numbers are captured/uploaded without flaking the gate. Reuses the existing fixtures, ready-signal, fs-inject, and board-ready helpers; FPS counter is cancel-able so a throttle sweep on one page doesn't accumulate rAF loops. .gitignore: ignore /benchmark-builds/ (disposable prebuilt-WASM + standalone harness bundle used to reproduce the native-vs-JS-EH comparison locally). Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
parent
7eb65f5b6a
commit
3e5791774b
7 changed files with 268 additions and 3 deletions
47
tests/kicad/eeschema-perf.spec.ts
Normal file
47
tests/kicad/eeschema-perf.spec.ts
Normal file
|
|
@ -0,0 +1,47 @@
|
|||
import { test, expect } from './fixtures';
|
||||
import * as path from 'path';
|
||||
import { measureLoad, measureOpenRender, measureFps, setThrottle, recordPerf } from './utils/perf-utils';
|
||||
|
||||
/**
|
||||
* eeschema runtime-perf (TRACK-ONLY, no gating).
|
||||
*
|
||||
* Measures the CURRENT build: cold load, open+render of the demo schematic, and
|
||||
* sustained pan/zoom FPS across CPU-throttle rates. Numbers are logged and written
|
||||
* to tests/test-results/perf-eeschema.json (CI uploads it). The only assertions are
|
||||
* "the app booted and the doc opened" — never a perf threshold (would flake CI).
|
||||
* Runs on the Chromium 'perf' project (CDP throttling); pass --headed for real-GPU FPS.
|
||||
* Note: on headless/SwiftShader CI, FPS is CPU-bound and noisy — openMs is the stable metric.
|
||||
*/
|
||||
|
||||
const THROTTLES = (process.env.PERF_THROTTLES || '1,4,6').split(',').map(Number);
|
||||
const FPS_SECS = parseInt(process.env.PERF_FPS_SECS || '6', 10);
|
||||
const DEMO = path.join(__dirname, '..', 'fixtures', 'demo', 'demo.kicad_sch');
|
||||
|
||||
test.describe('eeschema perf', () => {
|
||||
test('load + open+render + FPS (track-only)', async ({ page, testLogger }) => {
|
||||
test.setTimeout(300000);
|
||||
|
||||
const loadMs = await measureLoad(page, '/kicad/eeschema.html');
|
||||
console.log(`[perf] eeschema cold load = ${loadMs} ms`);
|
||||
|
||||
const openMs = await measureOpenRender(page, DEMO, 'schematic', testLogger);
|
||||
console.log(`[perf] eeschema open+render = ${openMs} ms`);
|
||||
await page.keyboard.press('Escape').catch(() => {});
|
||||
|
||||
const cdp = await page.context().newCDPSession(page);
|
||||
const fps: { throttle: number; fps: number }[] = [];
|
||||
for (const rate of THROTTLES) {
|
||||
await setThrottle(cdp, rate);
|
||||
const f = await measureFps(page, FPS_SECS);
|
||||
console.log(`[perf] eeschema FPS @ ${rate}x = ${f}`);
|
||||
fps.push({ throttle: rate, fps: f });
|
||||
}
|
||||
await setThrottle(cdp, 1);
|
||||
|
||||
recordPerf('eeschema', { loadMs, openMs, fps });
|
||||
|
||||
// Track-only: assert only that it booted + opened.
|
||||
expect(loadMs).toBeGreaterThan(0);
|
||||
expect(openMs).toBeGreaterThan(0);
|
||||
});
|
||||
});
|
||||
Loading…
Reference in a new issue