pcbjam/tests/kicad/load-pcb.spec.ts
Viktor Vaczi 4c3a4cacd4 test(determinism): deterministic waits + stableShot screenshots; drop blind sleeps/ifs/retries
Make the Playwright e2e + kicad suites deterministic so screenshot flake stops
tracing to timing races.

- Blind page.waitForTimeout -> condition waits (expect.poll, web-first
  assertions, waitUntil) + readiness helpers (waitForWxApp, waitForCanvasApp).
  Remaining sleeps are documented interaction dwells (annotated).
- Defensive "if element exists" branches -> loud asserts; label-fallback chains
  -> normalized clickMenuItemByText. First-run wizard for/if loops removed by
  seeding calculator/gerbview/pcbnew HTMLs.
- Screenshots: new stableShot(page, name) settles the render in-page (canvas
  hash over rAF) then writes a raw PNG to test-results/ for the existing offline
  gate (tools/screenshots vs baseline-screenshots). Replaces toHaveScreenshot,
  which did inline compare + its own baselines and had decoupled the specs from
  the real gate. scale:'css' pinned.
- retries: 0 in both configs.
- Guard: tests/tools/lint-determinism.ts (npm run lint:determinism) bans blind
  sleeps / toHaveScreenshot / inline retries / swallowed catches in specs;
  documented exceptions carry a marker. Rules in tests/TESTING.md.

Assertions, coverage, and renders unchanged (semantic-equivalence reviewed;
captures pixel-identical modulo inherent timer/timestamp/3d-raytrace variance).
Both suites green at retries:0 (e2e 340, kicad 92); ~35-61% faster.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01BVX1pHMvRPYHdp6ZfEawrk
2026-07-07 10:50:24 +02:00

210 lines
10 KiB
TypeScript

import type { Page } from '@playwright/test';
import { test, expect } from './fixtures';
import {
clickMenuBarItem,
clickMenuItem,
waitForEditorReady,
waitUntil, stableShot } from '../e2e/utils/element-tracker';
import { injectFromSubmodule } from './utils/fs-inject';
import { waitForBoardLoaded } from './utils/board-ready';
/**
* Spike test: load real .kicad_pcb demos through pcbnew's File → Open.
*
* Flow (parametrized for each demo below):
* 1. Wait for pcbnew to come up (dismiss the first-run KiCad Setup wizard
* if it appears — depends on whether MEMFS already has config).
* 2. Inject the demo's .kicad_pcb (+ .kicad_pro for completeness) into
* MEMFS at PATHS::GetDefaultUserProjectsPath() — confirmed by
* load-pcb-probe.spec.ts to be /home/kicad/documents/kicad/10.0/projects/.
* 3. Drive File → Open via menu helpers.
* 4. Click on the file row in wxFileListCtrl (wasm port doesn't register
* listctrl rows in wxElementRegistry, so we click by the filelist's
* bounding box), then focus the filename text input and press Enter to
* trigger wxGenericFileDialog's accept path. (A direct OK button click
* doesn't dismiss the dialog in the wasm port; the listctrl row click
* populates the text input but doesn't mark the row selected enough for
* OK to satisfy validation.)
* 5. Dismiss any post-load info dialogs (missing-libs etc. — pic_programmer
* uses local footprint libs and may pop one of these).
* 6. Wait until the file dialog and the LoadBoard progress dialog both go
* away. Screenshot the loaded board, named per-demo.
*
* The board load itself was crashing in `Classify` inside `rtree.h` until we
* fixed the wasm-only `ELEMTYPEREAL = intptr_t` (32-bit on wasm32) typo at
* `kicad/libs/kimath/src/geometry/shape_poly_set.cpp:1927`. See
* `features/<branch>/rtree-debug-findings.md` for the full trail.
*/
// KiCad 10 stores projects under /home/kicad/documents/kicad/10.0/projects
// (GetMajorMinorVersion() = "10.0"); the old WASM port used "9.99".
const KICAD_VERSION_DIR = '10.0';
const PROJECT_DIR_MEMFS = `/home/kicad/documents/kicad/${KICAD_VERSION_DIR}/projects`;
type DemoCfg = {
name: string; // appears in test name & screenshot filename
dir: string; // folder under kicad/demos/
stem: string; // file stem (kicad_pcb / kicad_pro)
};
const DEMOS: DemoCfg[] = [
{
// RF-polygon-heavy board — small, no external libs, was the case that
// tripped the rtree overflow in the first place.
name: 'microwave',
dir: 'microwave',
stem: 'microwave',
},
{
// "Normal" through-hole/SMD design — larger (~698 KB), uses local
// footprint libs from its own project tree (may pop a missing-libs
// warning, which we dismiss before screenshotting).
name: 'pic_programmer',
dir: 'pic_programmer',
stem: 'pic_programmer',
},
];
function runLoadPcbTest(demo: DemoCfg): void {
const pcbFilename = `${demo.stem}.kicad_pcb`;
const proFilename = `${demo.stem}.kicad_pro`;
test(`opens ${demo.name} demo from MEMFS through the wxFileDialog`, async ({ page, testLogger }) => {
await page.goto('/kicad/pcbnew.html');
await waitForEditorReady(page);
await stableShot(page, `load-pcb-${demo.name}-00-pcbnew-ready.png`);
// ── Inject .kicad_pcb + .kicad_pro into the dialog's start dir. ──
await injectFromSubmodule(
page,
`kicad/demos/${demo.dir}/${pcbFilename}`,
`${PROJECT_DIR_MEMFS}/${pcbFilename}`,
);
await injectFromSubmodule(
page,
`kicad/demos/${demo.dir}/${proFilename}`,
`${PROJECT_DIR_MEMFS}/${proFilename}`,
);
// ── Drive the menu. ────────────────────────────────────────────
const fileClicked = await clickMenuBarItem(page, 'File');
expect(fileClicked, 'File menu should be findable').toBe(true);
await waitUntil(
page,
() => {
const r = window.wxElementRegistry;
if (!r?.findAllRendered) return false;
return r.findAllRendered({ elementType: 'menuitem' }).length > 3;
},
'File menu items rendered',
);
const openClicked = await clickMenuItem(page, 'Open...');
expect(openClicked, 'Open… menu item should be findable').toBe(true);
// ── Wait for the wxFileDialog to appear, file list to paint. ───
await page.waitForFunction(() => {
const registry = window.wxElementRegistry;
if (!registry) return false;
return registry.findAll({ visible: true })
.some((el) => el.typeName === 'wxFileDialog');
}, null, { timeout: 15000 });
// stableShot stabilizes the file-list paint before comparing — deterministically
// replacing a fixed 1000ms that used to catch the dialog mid-paint (black rectangle).
await stableShot(page, `load-pcb-${demo.name}-01-dialog-open.png`);
// ── Focus the filename text field, type the name, accept. ──────
// The Open dialog gives default keyboard focus to the file LIST,
// where keystrokes act as type-ahead (and Enter on the highlighted
// ".." row navigates up) rather than filename entry. So we must click
// the wxTextCtrl to focus it first, located via the element registry
// rather than a fixed pixel offset. No filelist row click is needed —
// the earlier version's extra row + offset clicks were what left focus
// off the field, so the typed name never registered, the field stayed
// empty, and Enter was a no-op (the board never loaded).
const filenameInput = await page.evaluate(() => {
const registry = window.wxElementRegistry;
if (!registry) return null;
const text = registry.findAll({ visible: true })
.find((el) => el.typeName === 'wxTextCtrl' && el.name === 'text');
return text ? { x: text.centerX, y: text.centerY } : null;
});
expect(filenameInput, 'filename text input should be visible').not.toBeNull();
if (!filenameInput) throw new Error('filename text input not found');
await page.mouse.click(filenameInput.x, filenameInput.y);
// Small settle so the focus click lands before typing — no JS-observable "input
// focused" signal here (documented interaction wait).
await page.waitForTimeout(200); // eslint-disable-line -- documented interaction dwell
await page.keyboard.type(pcbFilename);
await page.waitForTimeout(300); // eslint-disable-line -- documented interaction dwell
await page.keyboard.press('Enter');
// ── Wait for the load to complete (no dialogs visible). The
// wxInfoBar that pcbnew shows for "older format" PCBs is not a
// wxDialog, so waitForBoardLoaded doesn't get blocked by it. ──
// If we ever need to dismiss post-load wxMessageDialogs (missing
// libs etc.), do it INSIDE waitForBoardLoaded so the dismiss
// side-effect lives with the polling loop — calling page.evaluate
// from the test driver hangs once the post-load asyncify clipboard
// runtime error breaks the wasm event loop. ───────────────────
// ── Wait for the load to complete (no dialogs visible). ───────
const result = await waitForBoardLoaded(page, testLogger, 60000);
console.log(`[TEST] ${demo.name} board-ready result: ${result}`);
// Take the screenshot immediately. Don't wait — KiCad's post-load
// clipboard-polling path can hit a wasm RuntimeError that occasionally
// closes the page entirely on Firefox; if we sleep first we sometimes
// lose the page before page.screenshot runs. The canvas is already
// fully painted by the time waitForBoardLoaded returns.
await page.screenshot({
path: `test-results/load-pcb-${demo.name}.png`,
scale: 'css',
});
const allLines = [...testLogger.consoleLogs, ...testLogger.errors];
const rtreeDiag = allLines.filter((l) => l.includes('[RTREE-DIAG]'));
expect(
rtreeDiag,
`RTree Classify duplicate-index reappeared for ${demo.name}; this means the wasm-layer fix at shape_poly_set.cpp:1927 has regressed:\n${rtreeDiag.join('\n\n')}`,
).toEqual([]);
const aborts = allLines.filter((l) => l.includes('Aborted('));
expect(
aborts,
`WASM aborted during ${demo.name} load:\n${aborts.join('\n\n')}`,
).toEqual([]);
// ── Clean-console gate: NO asyncify corruption may surface anywhere in
// the load — not before, not after the board renders. The formerly
// tolerated post-load clipboard/unwind RuntimeErrors are fixed
// (sync clipboard IsSupported in wx; "unwind" sentinel handling in
// scripts/common/shims/handlesleep.js; see docs/features/asyncify-arbiter/).
const asyncifySignatures = [
'index out of bounds',
'indirect call to null',
'uncaught exception: unwind',
'invalid state',
'is not a function',
];
const asyncifyErrors = allLines.filter((l) =>
asyncifySignatures.some((sig) => l.toLowerCase().includes(sig)),
);
expect(
asyncifyErrors,
`Asyncify corruption surfaced during ${demo.name} load:\n${asyncifyErrors.join('\n\n')}`,
).toEqual([]);
});
}
test.describe('Load real PCB via File → Open', () => {
// Two 187 MB wasm runtimes loaded in parallel saturate Firefox's memory
// and slow each test enough that the 180s per-test budget runs out before
// the post-load canvas-settle wait completes. Run serially.
test.describe.configure({ mode: 'serial' });
test.setTimeout(240000);
for (const demo of DEMOS) {
runLoadPcbTest(demo);
}
});