MotrixSimWeb/scripts/product-readiness-gate.mjs

2191 lines
108 KiB
JavaScript

#!/usr/bin/env node
import { spawn } from "node:child_process";
import { createHash } from "node:crypto";
import { createConnection } from "node:net";
import { mkdir, readFile, writeFile } from "node:fs/promises";
import path from "node:path";
import { fileURLToPath, pathToFileURL } from "node:url";
import { chromium } from "playwright";
const rootDir = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "..");
const outDir = process.argv[3] ?? process.env.MOTRIXSIM_PRODUCT_OUT ?? "test-results/product-readiness";
const defaultManifestUrl = process.env.MOTRIXSIM_MANIFEST_URL ?? "http://127.0.0.1:18090/manifest";
const frontendMode = process.env.MOTRIXSIM_PRODUCT_FRONTEND_MODE === "preview" ? "preview" : "dev";
const failOnWarn = process.env.MOTRIXSIM_PRODUCT_FAIL_ON_WARN === "1";
const defaultFrontendPort = process.env.MOTRIXSIM_PRODUCT_FRONTEND_PORT ?? (frontendMode === "preview" ? "4173" : "5173");
const explicitFrontendUrl = process.argv[2] ?? process.env.MOTRIXSIM_WEB_URL;
const expectedPhysicalRobotPose = [1.85, -0.95, 0];
const backendStoreSceneId = "g1-store-blocks-physics";
function defaultFrontendUrl(port = defaultFrontendPort) {
return `http://127.0.0.1:${port}/?manifest=${encodeURIComponent(defaultManifestUrl)}&v=product-readiness`;
}
let frontendUrl = new URL(explicitFrontendUrl ?? defaultFrontendUrl());
const manifestUrl = frontendUrl.searchParams.get("manifest") ?? defaultManifestUrl;
const thresholds = {
minObjects: Number(process.env.MIN_PRODUCT_OBJECTS ?? "500"),
minMeshes: Number(process.env.MIN_PRODUCT_MESHES ?? "100"),
minBodyBindings: Number(process.env.MIN_PRODUCT_BINDINGS ?? "500"),
minEditableGroups: Number(process.env.MIN_PRODUCT_GROUPS ?? "1"),
minGroupedObjects: Number(process.env.MIN_PRODUCT_GROUPED_OBJECTS ?? "500"),
minMobileObjects: Number(process.env.MIN_PRODUCT_MOBILE_OBJECTS ?? "100"),
minMobileMeshes: Number(process.env.MIN_PRODUCT_MOBILE_MESHES ?? "20"),
targetUiControlMs: Number(process.env.TARGET_PRODUCT_UI_CONTROL_MS ?? "3000"),
maxUiControlMs: Number(process.env.MAX_PRODUCT_UI_CONTROL_MS ?? "6000"),
browserReadyMs: Number(process.env.PRODUCT_BROWSER_READY_MS ?? "180000"),
minEvidenceImageBytes: Number(process.env.MIN_PRODUCT_EVIDENCE_IMAGE_BYTES ?? "10000"),
minEvidenceExportBytes: Number(process.env.MIN_PRODUCT_EVIDENCE_EXPORT_BYTES ?? "1000"),
};
const checks = [];
let startedFrontend;
function check(id, stateOrOk, detail, level = "fail") {
const state = typeof stateOrOk === "boolean" ? (stateOrOk ? "pass" : level) : stateOrOk;
checks.push({ id, state, detail });
}
function summarize(items) {
const failed = items.filter((item) => item.state === "fail").length;
const warned = items.filter((item) => item.state === "warn").length;
const passed = items.filter((item) => item.state === "pass").length;
return {
result: failed > 0 ? "fail" : warned > 0 ? "warn" : "pass",
passed,
warned,
failed,
total: items.length,
};
}
function logProgress(message) {
process.stderr.write(`[product-gate] ${message}\n`);
}
async function withTimeout(label, promise, timeoutMs = 15000) {
let timeout;
try {
return await Promise.race([
promise,
new Promise((_, reject) => {
timeout = setTimeout(() => reject(new Error(`${label} timed out after ${timeoutMs}ms`)), timeoutMs);
}),
]);
} finally {
clearTimeout(timeout);
}
}
async function closeContext(context, label) {
try {
await withTimeout(label, context.close(), 15000);
} catch (error) {
check(`${label}-close`, "warn", error.message);
}
}
async function closeBrowser(browser) {
try {
await withTimeout("browser.close", browser.close(), 15000);
} catch (error) {
check("browser-close", "warn", error.message);
}
}
function run(args, options = {}) {
const [bin, ...rest] = args;
return new Promise((resolve) => {
const child = spawn(bin, rest, {
cwd: rootDir,
stdio: ["ignore", "pipe", "pipe"],
...options.spawn,
});
let stdout = "";
let stderr = "";
child.stdout?.on("data", (chunk) => {
stdout += chunk;
});
child.stderr?.on("data", (chunk) => {
stderr += chunk;
});
child.on("error", (error) => {
resolve({ code: 1, stdout, stderr: `${stderr}${error.message}` });
});
child.on("close", (code) => {
resolve({ code: code ?? 1, stdout, stderr });
});
});
}
function parseJsonOutput(output) {
const start = output.indexOf("{");
const end = output.lastIndexOf("}");
if (start < 0 || end < start) {
return undefined;
}
try {
return JSON.parse(output.slice(start, end + 1));
} catch {
return undefined;
}
}
async function runJsonStep(id, args) {
const result = await run(args);
const json = parseJsonOutput(result.stdout);
const failed = json?.summary?.failed ?? json?.summary?.fail ?? undefined;
const stepOk = result.code === 0 && json && (failed === undefined || failed === 0);
check(id, stepOk ? "pass" : "fail", stepOk ? `exit=0 ${json?.summary?.passed ?? "-"} passed` : `exit=${result.code} ${result.stderr.trim() || result.stdout.slice(0, 240)}`);
return { ...result, json };
}
function outputTail(output = "", maxLines = 24) {
return output.split(/\r?\n/).filter(Boolean).slice(-maxLines).join("\n").slice(-4000);
}
async function runExitStep(id, args, successDetail) {
const result = await run(args);
check(
id,
result.code === 0 ? "pass" : "fail",
result.code === 0
? successDetail
: `exit=${result.code} ${result.stderr.trim() || outputTail(result.stdout, 8)}`,
);
return result;
}
function shouldEnsureRealBackend() {
if (process.env.MOTRIXSIM_PRODUCT_SKIP_BACKEND_UP === "1") {
return false;
}
const url = new URL(manifestUrl);
return ["127.0.0.1", "localhost", "::1"].includes(url.hostname)
&& url.pathname.endsWith("/manifest");
}
async function ensureRealBackend() {
if (!shouldEnsureRealBackend()) {
check("real-backend-up", "pass", "skipped for non-local manifest or explicit opt-out");
return undefined;
}
return runExitStep(
"real-backend-up",
["node", "scripts/real-backend-dev.mjs", "up"],
"remote bridge synced, restarted, tunnel checked, and editing verifier passed",
);
}
function portOpen(host, port, timeoutMs = 700) {
return new Promise((resolve) => {
const socket = createConnection({ host, port });
const done = (value) => {
socket.destroy();
resolve(value);
};
socket.setTimeout(timeoutMs);
socket.once("connect", () => done(true));
socket.once("timeout", () => done(false));
socket.once("error", () => done(false));
});
}
async function fetchOk(url, timeoutMs = 2000) {
const controller = new AbortController();
const timeout = setTimeout(() => controller.abort(), timeoutMs);
try {
const response = await fetch(url, { cache: "no-store", signal: controller.signal });
return response.ok;
} catch {
return false;
} finally {
clearTimeout(timeout);
}
}
function controlUrlFromManifest() {
const url = new URL(manifestUrl);
url.pathname = url.pathname.replace(/\/manifest$/, "/control");
return url.href;
}
function frontendOrigin() {
const url = new URL(frontendUrl.href);
return `${url.protocol}//${url.host}`;
}
function stateUrlFromManifest({ compact = false } = {}) {
const url = new URL(manifestUrl);
url.pathname = url.pathname.replace(/\/manifest$/, "/state");
if (compact) {
url.searchParams.set("compact", "1");
}
return url.href;
}
async function postControl(action) {
const response = await fetch(controlUrlFromManifest(), {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({ action, compact: true }),
});
const text = await response.text();
let json;
try {
json = JSON.parse(text);
} catch {
json = { text };
}
return { ok: response.ok, status: response.status, json };
}
async function fetchState(options) {
const response = await fetch(stateUrlFromManifest(options), { cache: "no-store" });
const json = await response.json();
return { ok: response.ok, status: response.status, json };
}
async function waitForHttp(url, timeoutMs = 20000) {
const deadline = Date.now() + timeoutMs;
while (Date.now() < deadline) {
if (await fetchOk(url)) {
return true;
}
await new Promise((resolve) => setTimeout(resolve, 300));
}
return false;
}
function frontendPort() {
return Number(frontendUrl.port || (frontendUrl.protocol === "https:" ? "443" : "80"));
}
async function selectAvailableFrontendPort() {
if (explicitFrontendUrl) {
return;
}
let port = frontendPort();
for (let attempt = 0; attempt < 20; attempt += 1) {
if (!(await portOpen(frontendUrl.hostname, port))) {
frontendUrl = new URL(defaultFrontendUrl(String(port)));
return;
}
port += 1;
}
}
function frontendSpawnArgs(port) {
if (frontendMode === "preview") {
return ["run", "preview", "--", "--host", "127.0.0.1", "--port", String(port), "--strictPort"];
}
return ["run", "dev", "--", "--host", "127.0.0.1", "--port", String(port), "--strictPort"];
}
async function ensureFrontend() {
const forceStart = process.env.MOTRIXSIM_PRODUCT_FORCE_FRONTEND === "1";
if (forceStart) {
await selectAvailableFrontendPort();
}
const baseUrl = new URL("/", frontendUrl).href;
const port = frontendPort();
if (!forceStart && await portOpen(frontendUrl.hostname, port) && await fetchOk(baseUrl)) {
check("frontend-server", "pass", `${baseUrl} already available (${frontendMode})`);
return;
}
if (process.env.MOTRIXSIM_PRODUCT_START_FRONTEND === "0") {
check("frontend-server", "fail", `${baseUrl} is not available`);
return;
}
startedFrontend = spawn("npm", frontendSpawnArgs(port), {
cwd: rootDir,
stdio: ["ignore", "pipe", "pipe"],
});
const ready = await waitForHttp(baseUrl, 30000);
check("frontend-server", ready ? "pass" : "fail", ready ? `${baseUrl} ${frontendMode} started` : `${baseUrl} ${frontendMode} did not start`);
}
function numericText(text) {
const match = String(text ?? "").match(/-?\d+(?:\.\d+)?/);
return match ? Number(match[0]) : 0;
}
function parseGroups(text) {
const match = String(text ?? "").match(/(\d+)\s*\/\s*(\d+)/);
return {
groups: match ? Number(match[1]) : 0,
groupedObjects: match ? Number(match[2]) : 0,
};
}
function acceptanceScoreHasNoFailures(text) {
const value = String(text ?? "");
if (value.includes("0 失败") || value.includes("0 fail")) {
return true;
}
const chinese = value.match(/(\d+)\s*失败/);
if (chinese) {
return Number(chinese[1]) === 0;
}
const english = value.match(/fail(?:ed|ure|s)?\D+(\d+)/i) ?? value.match(/(\d+)\D+fail(?:ed|ure|s)?/i);
return english ? Number(english[1]) === 0 : false;
}
function backendPhysicsCoverage(profile = {}, objectCount = 0) {
return Number(profile.backendFixed ?? 0) >= 1
&& (Number(profile.backendDynamic ?? 0) + Number(profile.backendStateOnly ?? 0)) >= 1
&& Number(profile.total ?? objectCount) === objectCount
&& Number(profile.visualOnly ?? Number.POSITIVE_INFINITY) === 0;
}
function compactStateFrame(state) {
return state
? {
ok: state.ok,
scene: state.scene,
step: state.step,
paused: state.paused,
running: state.running,
server_time: state.server_time,
bodyCount: Object.keys(state.bodies ?? {}).length,
step_ms: state.step_ms,
}
: state;
}
async function describeArtifact(filePath) {
const absolutePath = path.resolve(rootDir, filePath);
const bytes = await readFile(absolutePath);
return {
path: filePath,
bytes: bytes.byteLength,
sha256: createHash("sha256").update(bytes).digest("hex"),
};
}
async function gitOutput(args) {
const result = await run(["git", ...args]);
return result.code === 0 ? result.stdout.trim() : undefined;
}
function parseGitRemotes(output = "") {
return output
.split(/\r?\n/)
.map((line) => line.trim())
.filter(Boolean)
.map((line) => {
const match = line.match(/^(\S+)\s+(\S+)\s+\((fetch|push)\)$/);
return match ? { name: match[1], url: match[2], direction: match[3] } : undefined;
})
.filter(Boolean);
}
async function collectGitProvenance() {
const [
commit,
shortCommit,
branch,
upstream,
committedAt,
status,
remotes,
] = await Promise.all([
gitOutput(["rev-parse", "HEAD"]),
gitOutput(["rev-parse", "--short=12", "HEAD"]),
gitOutput(["rev-parse", "--abbrev-ref", "HEAD"]),
gitOutput(["rev-parse", "--abbrev-ref", "--symbolic-full-name", "@{u}"]),
gitOutput(["show", "-s", "--format=%cI", "HEAD"]),
gitOutput(["status", "--porcelain"]),
gitOutput(["remote", "-v"]),
]);
const dirtyFiles = status ? status.split(/\r?\n/).filter(Boolean) : [];
return {
commit,
shortCommit,
branch,
upstream,
committedAt,
dirty: dirtyFiles.length > 0,
dirtyFiles,
remotes: parseGitRemotes(remotes),
};
}
function captureStrategy(capture) {
return capture?.strategy ?? capture?.fallback ?? "viewport";
}
async function collectEvidenceArtifacts(browserEvidence) {
const builderCapture = browserEvidence?.screenshots?.builderCompose;
const shareRestoreCapture = browserEvidence?.screenshots?.shareRestore;
const configImportCapture = browserEvidence?.screenshots?.configImportRestore;
const visualOnlyBoundaryCapture = browserEvidence?.screenshots?.visualOnlyBoundary;
const desktopCapture = browserEvidence?.screenshots?.desktop;
const debugCapture = browserEvidence?.screenshots?.debugCapture;
const mobileCapture = browserEvidence?.screenshots?.mobile;
const builderConfigExport = browserEvidence?.exports?.builderConfig;
const packageExport = browserEvidence?.exports?.package;
const reportExport = browserEvidence?.exports?.report;
const builderCompose = builderCapture
? {
...(await describeArtifact(builderCapture.path)),
strategy: captureStrategy(builderCapture),
viewport: browserEvidence?.builderCompose?.viewport,
builderStatus: browserEvidence?.builderCompose?.builderStatus,
summaryProps: browserEvidence?.builderCompose?.summaryProps,
}
: undefined;
const shareRestore = shareRestoreCapture
? {
...(await describeArtifact(shareRestoreCapture.path)),
strategy: captureStrategy(shareRestoreCapture),
linkHasBuilderParam: browserEvidence?.shareLink?.hasBuilderParam,
restoredStatus: browserEvidence?.shareRestore?.workspaceStatus,
summaryProps: browserEvidence?.shareRestore?.stats?.summaryProps,
}
: undefined;
const configImportRestore = configImportCapture
? {
...(await describeArtifact(configImportCapture.path)),
strategy: captureStrategy(configImportCapture),
restoredStatus: browserEvidence?.configImportRestore?.workspaceStatus,
summaryProps: browserEvidence?.configImportRestore?.stats?.summaryProps,
}
: undefined;
const visualOnlyBoundary = visualOnlyBoundaryCapture
? {
...(await describeArtifact(visualOnlyBoundaryCapture.path)),
strategy: captureStrategy(visualOnlyBoundaryCapture),
acceptanceState: browserEvidence?.visualOnlyBoundary?.stats?.acceptanceTelemetry?.state,
acceptanceScore: browserEvidence?.visualOnlyBoundary?.stats?.acceptanceScore,
builderPhysics: browserEvidence?.visualOnlyBoundary?.stats?.builderPhysics,
}
: undefined;
const desktop = {
...(await describeArtifact(desktopCapture?.path ?? "")),
strategy: captureStrategy(desktopCapture),
canvas: browserEvidence?.desktop?.canvas,
};
const mobile = {
...(await describeArtifact(mobileCapture?.path ?? "")),
strategy: captureStrategy(mobileCapture),
canvas: browserEvidence?.mobile?.canvas,
};
const debugPng = debugCapture
? {
...(await describeArtifact(debugCapture.path)),
strategy: captureStrategy(debugCapture),
mime: debugCapture.mime,
}
: undefined;
const validDesktop = desktop.bytes >= thresholds.minEvidenceImageBytes
&& desktop.sha256.length === 64
&& desktop.strategy === "canvas";
const validMobile = mobile.bytes >= thresholds.minEvidenceImageBytes
&& mobile.sha256.length === 64
&& ["canvas", "preview", "page"].includes(mobile.strategy);
const validDebugPng = Boolean(debugPng)
&& debugPng.bytes >= thresholds.minEvidenceImageBytes
&& debugPng.sha256.length === 64
&& debugPng.strategy === "debug-capture"
&& debugPng.mime === "image/png";
const validBuilderCompose = Boolean(builderCompose)
&& builderCompose.bytes >= thresholds.minEvidenceImageBytes
&& builderCompose.sha256.length === 64
&& ["page", "preview", "canvas"].includes(builderCompose.strategy);
const validShareRestore = Boolean(shareRestore)
&& shareRestore.bytes >= thresholds.minEvidenceImageBytes
&& shareRestore.sha256.length === 64
&& ["page", "preview", "canvas"].includes(shareRestore.strategy);
const validConfigImportRestore = Boolean(configImportRestore)
&& configImportRestore.bytes >= thresholds.minEvidenceImageBytes
&& configImportRestore.sha256.length === 64
&& ["page", "preview", "canvas"].includes(configImportRestore.strategy);
const validVisualOnlyBoundary = Boolean(visualOnlyBoundary)
&& visualOnlyBoundary.bytes >= thresholds.minEvidenceImageBytes
&& visualOnlyBoundary.sha256.length === 64
&& ["page", "preview", "canvas"].includes(visualOnlyBoundary.strategy)
&& visualOnlyBoundary.acceptanceState === "pass"
&& Number(visualOnlyBoundary.builderPhysics?.visualOnly ?? Number.POSITIVE_INFINITY) === 0;
const builderConfig = builderConfigExport
? {
...(await describeArtifact(builderConfigExport.path)),
suggestedFilename: builderConfigExport.suggestedFilename,
version: builderConfigExport.version,
sceneId: builderConfigExport.sceneId,
robotId: builderConfigExport.robotId,
robotPose: builderConfigExport.robotPose,
propCount: builderConfigExport.propCount,
physics: builderConfigExport.physics,
workspaceStatus: builderConfigExport.workspaceStatus,
}
: undefined;
const acceptancePackage = packageExport
? {
...(await describeArtifact(packageExport.path)),
suggestedFilename: packageExport.suggestedFilename,
schema: packageExport.schema,
acceptanceState: packageExport.acceptanceState,
passCount: packageExport.passCount,
failCount: packageExport.failCount,
objectCount: packageExport.objectCount,
controlUrl: packageExport.controlUrl,
objectPhysics: packageExport.objectPhysics,
builderPhysics: packageExport.builderPhysics,
}
: undefined;
const acceptanceReport = reportExport
? {
...(await describeArtifact(reportExport.path)),
suggestedFilename: reportExport.suggestedFilename,
title: reportExport.title,
containsBackendPhysics: reportExport.containsBackendPhysics,
containsControlEndpoint: reportExport.containsControlEndpoint,
containsPhysicsTiers: reportExport.containsPhysicsTiers,
render: reportExport.render
? {
...(await describeArtifact(reportExport.render.path)),
title: reportExport.render.title,
h1: reportExport.render.h1,
verdict: reportExport.render.verdict,
caseRowCount: reportExport.render.caseRowCount,
checkRowCount: reportExport.render.checkRowCount,
containsBackendPhysics: reportExport.render.containsBackendPhysics,
containsControlEndpoint: reportExport.render.containsControlEndpoint,
containsPhysicsTiers: reportExport.render.containsPhysicsTiers,
}
: undefined,
}
: undefined;
const validPackage = Boolean(acceptancePackage)
&& acceptancePackage.bytes >= thresholds.minEvidenceExportBytes
&& acceptancePackage.sha256.length === 64
&& acceptancePackage.schema === "motrixsim-web.acceptance-package.v1"
&& acceptancePackage.acceptanceState === "pass"
&& acceptancePackage.failCount === 0
&& acceptancePackage.objectCount >= thresholds.minObjects
&& backendPhysicsCoverage(acceptancePackage.objectPhysics, acceptancePackage.objectCount)
&& Number(acceptancePackage.builderPhysics?.backendDynamic ?? Number.NaN) === 0
&& Number(acceptancePackage.builderPhysics?.visualOnly ?? Number.POSITIVE_INFINITY) === 0
&& Number(acceptancePackage.builderPhysics?.total ?? Number.NaN) === 0
&& acceptancePackage.builderPhysics?.ready === true
&& String(acceptancePackage.controlUrl ?? "").includes("/control");
const validBuilderConfig = Boolean(builderConfig)
&& builderConfig.bytes >= 256
&& builderConfig.sha256.length === 64
&& builderConfig.version === 1
&& builderConfig.sceneId === backendStoreSceneId
&& vec3Near(builderConfig.robotPose, expectedPhysicalRobotPose)
&& builderConfig.propCount === 0
&& builderConfig.physics?.ready === true
&& Number(builderConfig.physics?.backendDynamic ?? Number.NaN) === 0
&& Number(builderConfig.physics?.visualOnly ?? Number.POSITIVE_INFINITY) === 0
&& Number(builderConfig.physics?.total ?? Number.NaN) === 0;
const validReport = Boolean(acceptanceReport)
&& acceptanceReport.bytes >= thresholds.minEvidenceExportBytes
&& acceptanceReport.sha256.length === 64
&& acceptanceReport.containsBackendPhysics === true
&& acceptanceReport.containsControlEndpoint === true
&& acceptanceReport.containsPhysicsTiers === true
&& acceptanceReport.render?.bytes >= thresholds.minEvidenceImageBytes
&& acceptanceReport.render?.sha256.length === 64
&& acceptanceReport.render?.caseRowCount >= 1
&& acceptanceReport.render?.checkRowCount >= 1
&& acceptanceReport.render?.containsBackendPhysics === true
&& acceptanceReport.render?.containsControlEndpoint === true
&& acceptanceReport.render?.containsPhysicsTiers === true;
check(
"evidence-screenshot-artifacts",
validDesktop && validMobile && validDebugPng && validBuilderCompose && validShareRestore && validConfigImportRestore && validVisualOnlyBoundary,
`builder ${Math.round((builderCompose?.bytes ?? 0) / 1024)} KiB ${builderCompose?.strategy ?? "-"}; share ${Math.round((shareRestore?.bytes ?? 0) / 1024)} KiB ${shareRestore?.strategy ?? "-"}; import ${Math.round((configImportRestore?.bytes ?? 0) / 1024)} KiB ${configImportRestore?.strategy ?? "-"}; boundary ${Math.round((visualOnlyBoundary?.bytes ?? 0) / 1024)} KiB ${visualOnlyBoundary?.strategy ?? "-"}; desktop ${Math.round(desktop.bytes / 1024)} KiB ${desktop.strategy}; debug ${Math.round((debugPng?.bytes ?? 0) / 1024)} KiB ${debugPng?.strategy ?? "-"}; mobile ${Math.round(mobile.bytes / 1024)} KiB ${mobile.strategy}`,
);
check(
"evidence-export-artifacts",
validPackage && validReport && validBuilderConfig,
`config ${Math.round((builderConfig?.bytes ?? 0) / 1024)} KiB v${builderConfig?.version ?? "-"}; package ${Math.round((acceptancePackage?.bytes ?? 0) / 1024)} KiB ${acceptancePackage?.schema ?? "-"}; report ${Math.round((acceptanceReport?.bytes ?? 0) / 1024)} KiB; rendered ${Math.round((acceptanceReport?.render?.bytes ?? 0) / 1024)} KiB`,
);
return {
screenshots: {
builderCompose,
shareRestore,
configImportRestore,
visualOnlyBoundary,
desktop,
debugPng,
mobile,
},
exports: {
builderConfig,
acceptancePackage,
acceptanceReport,
},
};
}
async function readBrowserStats(page) {
return page.evaluate(() => {
const text = (selector) => document.querySelector(selector)?.textContent?.trim() ?? "";
const numberData = (key) => {
const raw = document.documentElement.dataset[key];
if (raw === undefined || raw.trim() === "") {
return undefined;
}
const parsed = Number(raw);
return Number.isFinite(parsed) ? parsed : undefined;
};
const data = document.documentElement.dataset;
const canvas = document.querySelector("canvas");
return {
lang: document.documentElement.lang,
title: document.title,
h1: text("h1"),
status: text("#status"),
stateStatus: text("#state-status"),
controlStatus: text("#control-status"),
sourceLabel: text("#viewport-source-label"),
projectSource: text("#project-simulation-source"),
builderStatus: text("#builder-status"),
summaryProps: text("#summary-props"),
summaryPhysics: text("#summary-physics"),
manifest: text("#stat-manifest"),
objects: text("#stat-objects"),
bindings: text("#stat-bindings"),
groups: text("#stat-groups"),
meshes: text("#stat-meshes"),
fallbacks: text("#stat-fallbacks"),
physics: text("#stat-physics"),
step: text("#stat-step"),
paused: text("#stat-paused"),
pixels: text("#stat-pixels"),
acceptanceVerdict: text("#acceptance-verdict"),
acceptanceScore: text("#acceptance-score"),
acceptanceTelemetry: {
runAt: data.acceptanceRunAt,
elapsedMs: numberData("acceptanceElapsedMs"),
state: data.acceptanceState,
passCount: numberData("acceptancePassCount"),
warnCount: numberData("acceptanceWarnCount"),
failCount: numberData("acceptanceFailCount"),
total: numberData("acceptanceTotal"),
},
runState: text("#viewport-run-state"),
builderSceneTelemetry: window.__motrixPreviewDebug?.getBuilderSceneTelemetry?.()
?? window.__motrixBuilderSceneTelemetry?.current,
physicsTiers: {
backendDynamic: numberData("physicsBackendDynamic"),
backendFixed: numberData("physicsBackendFixed"),
backendStateOnly: numberData("physicsBackendStateOnly"),
visualOnly: numberData("physicsVisualOnly"),
total: numberData("physicsTotalObjects"),
},
builderPhysics: {
backendDynamic: numberData("builderBackendDynamic"),
visualOnly: numberData("builderVisualOnly"),
total: numberData("builderTotalObjects"),
ready: data.builderPhysicsReady === "true",
},
renderPerformance: {
largeSceneMode: data.largeSceneMode === "true",
targetRenderFps: numberData("targetRenderFps"),
actualRenderFps: numberData("actualRenderFps"),
renderPixelRatio: numberData("renderPixelRatio"),
preserveDrawingBufferEnabled: data.preserveDrawingBufferEnabled === "true",
shadowsEnabled: data.shadowsEnabled === "true",
renderSkipCount: numberData("renderSkipCount"),
lastRenderDurationMs: numberData("lastRenderDurationMs"),
readbackRenderCount: numberData("readbackRenderCount"),
controlsUpdateCount: numberData("controlsUpdateCount"),
controlsUpdateSkippedCount: numberData("controlsUpdateSkippedCount"),
hoverPickIntervalMs: numberData("hoverPickIntervalMs"),
sceneLoadTotalMs: numberData("sceneLoadTotalMs"),
sceneLoadConfigureMs: numberData("sceneLoadConfigureMs"),
sceneLoadMaterialsMs: numberData("sceneLoadMaterialsMs"),
sceneLoadHelpersMs: numberData("sceneLoadHelpersMs"),
sceneLoadObjectsMs: numberData("sceneLoadObjectsMs"),
sceneLoadEditableRefreshMs: numberData("sceneLoadEditableRefreshMs"),
sceneLoadCameraFitMs: numberData("sceneLoadCameraFitMs"),
instancedMeshPrewarmCount: numberData("instancedMeshPrewarmCount"),
instancedMeshPrewarmMs: numberData("instancedMeshPrewarmMs"),
instancedMeshFinalizeMs: numberData("instancedMeshFinalizeMs"),
frozenStaticObjectCount: numberData("frozenStaticObjectCount"),
preFrozenMeshCloneCount: numberData("preFrozenMeshCloneCount"),
spinningScanSkippedCount: numberData("spinningScanSkippedCount"),
instancedMeshObjectCount: numberData("instancedMeshObjectCount"),
instancedMeshBatchCount: numberData("instancedMeshBatchCount"),
instancedMeshDrawCount: numberData("instancedMeshDrawCount"),
instancedMeshMatrixUpdateCount: numberData("instancedMeshMatrixUpdateCount"),
instancedMeshFrustumCulledCount: numberData("instancedMeshFrustumCulledCount"),
instancedMeshStaticMatrixCount: numberData("instancedMeshStaticMatrixCount"),
instancedLocalObjectElisionCount: numberData("instancedLocalObjectElisionCount"),
virtualInstancedRootCount: numberData("virtualInstancedRootCount"),
manualMatrixRootCount: numberData("manualMatrixRootCount"),
manualMatrixUpdateCount: numberData("manualMatrixUpdateCount"),
primitiveGeometryCount: numberData("primitiveGeometryCount"),
pickProxyCount: numberData("pickProxyCount"),
hoverPickTargetCount: numberData("hoverPickTargetCount"),
appliedBodyStateCount: numberData("appliedBodyStateCount"),
skippedBodyStateCount: numberData("skippedBodyStateCount"),
unchangedFrameCount: numberData("unchangedFrameCount"),
dragMoveEventCount: numberData("dragMoveEventCount"),
dragCoalescedMoveCount: numberData("dragCoalescedMoveCount"),
dragAppliedMoveCount: numberData("dragAppliedMoveCount"),
releasedGeometryCount: numberData("releasedGeometryCount"),
releasedMaterialCount: numberData("releasedMaterialCount"),
releasedTextureCount: numberData("releasedTextureCount"),
meshSourceLoadLimit: numberData("meshSourceLoadLimit"),
activeMeshSourceLoadCount: numberData("activeMeshSourceLoadCount"),
peakMeshSourceLoadCount: numberData("peakMeshSourceLoadCount"),
queuedMeshSourceLoadCount: numberData("queuedMeshSourceLoadCount"),
meshCacheSourceCount: numberData("meshCacheSourceCount"),
meshCacheHitCount: numberData("meshCacheHitCount"),
meshCacheMissCount: numberData("meshCacheMissCount"),
fastObjParseCount: numberData("fastObjParseCount"),
fastObjLineScanCount: numberData("fastObjLineScanCount"),
fastObjStreamChunkCount: numberData("fastObjStreamChunkCount"),
fastObjStreamByteCount: numberData("fastObjStreamByteCount"),
objLoaderFallbackCount: numberData("objLoaderFallbackCount"),
fastStlParseCount: numberData("fastStlParseCount"),
fastStlTriangleCount: numberData("fastStlTriangleCount"),
fastStlByteCount: numberData("fastStlByteCount"),
stlLoaderFallbackCount: numberData("stlLoaderFallbackCount"),
retainedMeshGeometryCount: numberData("retainedMeshGeometryCount"),
retainedMeshMaterialCount: numberData("retainedMeshMaterialCount"),
sceneObjectBoundsCount: numberData("sceneObjectBoundsCount"),
fastPickProxyBoundsCount: numberData("fastPickProxyBoundsCount"),
pickBoundsScratchTransformCount: numberData("pickBoundsScratchTransformCount"),
meshSourceBoundsCount: numberData("meshSourceBoundsCount"),
hoverProxyBoundsHitCount: numberData("hoverProxyBoundsHitCount"),
hoverCachedBoundsHitCount: numberData("hoverCachedBoundsHitCount"),
hoverRootBoundsFallbackCount: numberData("hoverRootBoundsFallbackCount"),
cameraFitTraversalCount: numberData("cameraFitTraversalCount"),
sceneLoadSuppressedRenderCount: numberData("sceneLoadSuppressedRenderCount"),
sceneBuildYieldCount: numberData("sceneBuildYieldCount"),
statePayloadBodyCount: numberData("statePayloadBodyCount"),
mergedBodyStateCount: numberData("mergedBodyStateCount"),
reducedStateFrameCount: numberData("reducedStateFrameCount"),
incrementalBodyMergeCount: numberData("incrementalBodyMergeCount"),
stateBasePollIntervalMs: numberData("stateBasePollIntervalMs"),
statePausedPollIntervalMs: numberData("statePausedPollIntervalMs"),
stateLastScheduledPollIntervalMs: numberData("stateLastScheduledPollIntervalMs"),
statePollRequestCount: numberData("statePollRequestCount"),
stateActivePollRequestCount: numberData("stateActivePollRequestCount"),
statePausedPollRequestCount: numberData("statePausedPollRequestCount"),
stateParsedPollFrameCount: numberData("stateParsedPollFrameCount"),
stateForwardedPollFrameCount: numberData("stateForwardedPollFrameCount"),
stateSkippedDuplicatePollFrameCount: numberData("stateSkippedDuplicatePollFrameCount"),
stateHashedPollFrameCount: numberData("stateHashedPollFrameCount"),
stateSkippedDuplicateHashPollFrameCount: numberData("stateSkippedDuplicateHashPollFrameCount"),
stateSkippedDuplicateSemanticPollFrameCount: numberData("stateSkippedDuplicateSemanticPollFrameCount"),
stateNotModifiedPollFrameCount: numberData("stateNotModifiedPollFrameCount"),
batchedSceneRootCount: numberData("batchedSceneRootCount"),
sceneRootBatchCount: numberData("sceneRootBatchCount"),
objectPhysicsProfileCacheHitCount: numberData("objectPhysicsProfileCacheHitCount"),
objectPhysicsProfileCacheMissCount: numberData("objectPhysicsProfileCacheMissCount"),
builderPhysicsProfileCacheHitCount: numberData("builderPhysicsProfileCacheHitCount"),
builderPhysicsProfileCacheMissCount: numberData("builderPhysicsProfileCacheMissCount"),
textWriteCount: numberData("textWriteCount"),
textWriteSkipCount: numberData("textWriteSkipCount"),
textSelectorCacheHitCount: numberData("textSelectorCacheHitCount"),
textSelectorCacheMissCount: numberData("textSelectorCacheMissCount"),
diagnosticsPanelRenderCount: numberData("diagnosticsPanelRenderCount"),
diagnosticsPanelSkipCount: numberData("diagnosticsPanelSkipCount"),
statsRefreshIntervalMs: numberData("statsRefreshIntervalMs"),
statsRefreshRenderCount: numberData("statsRefreshRenderCount"),
statsRefreshSkipCount: numberData("statsRefreshSkipCount"),
builderPanelRenderCount: numberData("builderPanelRenderCount"),
builderPanelDeferredRenderCount: numberData("builderPanelDeferredRenderCount"),
builderPanelCoalescedRenderCount: numberData("builderPanelCoalescedRenderCount"),
},
diagnostics: {
manifestUrl: text("#diag-manifest-url"),
stateUrl: text("#diag-state-url"),
controlUrl: text("#diag-control-url"),
source: text("#diag-source"),
lastControl: text("#diag-last-control"),
latency: text("#diag-control-latency"),
acceptanceLatency: text("#diag-acceptance-latency"),
binding: text("#diag-binding"),
physicsTiers: text("#diag-physics-tiers"),
builderPhysics: text("#diag-builder-physics"),
assets: text("#diag-assets"),
renderPerformance: text("#diag-render-performance"),
status: text("#diagnostics-status"),
},
canvas: canvas ? {
width: canvas.width,
height: canvas.height,
clientWidth: canvas.clientWidth,
clientHeight: canvas.clientHeight,
} : null,
};
});
}
function numberOrDash(value) {
return Number.isFinite(Number(value)) ? Math.round(Number(value)) : "-";
}
function builderSceneTelemetryDetail(telemetry) {
if (!telemetry) {
return "telemetry=missing";
}
return [
`telemetry=${numberOrDash(telemetry.totalMs)}ms`,
`compose=${numberOrDash(telemetry.composeMs)}ms`,
`preview=${numberOrDash(telemetry.previewLoadMs)}ms`,
`state=${numberOrDash(telemetry.stateConnectMs)}ms`,
`stats=${numberOrDash(telemetry.statsRenderMs)}ms`,
`pixelWait=${numberOrDash(telemetry.pixelProofWaitMs)}ms`,
`pixel=${numberOrDash(telemetry.pixelProofMs)}ms`,
`load=${numberOrDash(telemetry.loadResolvedManifestMs)}ms`,
`drag=${numberOrDash(telemetry.dragSetupMs)}ms`,
`reset=${numberOrDash(telemetry.resetMs)}ms`,
`cached=${telemetry.cached ?? "-"}`,
`resetApplied=${telemetry.resetApplied ?? "-"}`,
].join(" ");
}
function hasValidBuilderSceneTelemetry(telemetry) {
return telemetry
&& telemetry.schema === "motrixsim-web.builder-scene-telemetry.v1"
&& telemetry.backendCompose === true
&& Number(telemetry.totalMs) > 0
&& Number(telemetry.composeMs) >= 0
&& Number(telemetry.previewLoadMs) > 0
&& Number(telemetry.loadResolvedManifestMs) >= Number(telemetry.previewLoadMs)
&& Number(telemetry.statsRenderMs) >= 0
&& Number(telemetry.pixelProofMs) > 0
&& telemetry.resetApplied === true
&& !telemetry.error;
}
async function waitForStableBodyStateCache(page) {
await page.waitForFunction(([minBindings]) => {
const skipped = Number(document.documentElement.dataset.skippedBodyStateCount ?? "0");
const payload = Number(document.documentElement.dataset.statePayloadBodyCount ?? "0");
const merged = Number(document.documentElement.dataset.mergedBodyStateCount ?? "0");
const reduced = Number(document.documentElement.dataset.reducedStateFrameCount ?? "0");
const paused = document.querySelector("#stat-paused")?.textContent?.trim() === "true";
return paused && skipped > 0 && reduced > 0 && payload > 0 && payload < minBindings && merged >= minBindings;
}, [thresholds.minBodyBindings], { polling: 100, timeout: thresholds.browserReadyMs });
return readBrowserStats(page);
}
async function waitForAdaptiveStatePolling(page) {
const before = await readBrowserStats(page);
const beforePausedPolls = before.renderPerformance?.statePausedPollRequestCount ?? 0;
const beforeDuplicateSkips = before.renderPerformance?.stateSkippedDuplicatePollFrameCount ?? 0;
await page.waitForFunction(([previousPausedPolls, previousDuplicateSkips]) => {
const data = document.documentElement.dataset;
const base = Number(data.stateBasePollIntervalMs ?? "0");
const paused = Number(data.statePausedPollIntervalMs ?? "0");
const scheduled = Number(data.stateLastScheduledPollIntervalMs ?? "0");
const activePolls = Number(data.stateActivePollRequestCount ?? "0");
const pausedPolls = Number(data.statePausedPollRequestCount ?? "0");
const parsedFrames = Number(data.stateParsedPollFrameCount ?? "0");
const forwardedFrames = Number(data.stateForwardedPollFrameCount ?? "0");
const skippedDuplicates = Number(data.stateSkippedDuplicatePollFrameCount ?? "0");
const hashedFrames = Number(data.stateHashedPollFrameCount ?? "0");
const hashSkippedFrames = Number(data.stateSkippedDuplicateHashPollFrameCount ?? "0");
const notModifiedFrames = Number(data.stateNotModifiedPollFrameCount ?? "0");
return base > 0
&& base <= 80
&& paused >= 2000
&& scheduled >= paused
&& activePolls > 0
&& pausedPolls > previousPausedPolls
&& skippedDuplicates > previousDuplicateSkips
&& forwardedFrames > 0
&& parsedFrames >= forwardedFrames
&& hashedFrames >= pausedPolls
&& hashSkippedFrames > 0
&& notModifiedFrames > 0
&& parsedFrames < pausedPolls;
}, [beforePausedPolls, beforeDuplicateSkips], { polling: 100, timeout: 10000 });
const stats = await readBrowserStats(page);
const perf = stats.renderPerformance ?? {};
return {
ok: (perf.stateBasePollIntervalMs ?? Number.POSITIVE_INFINITY) <= 80
&& (perf.statePausedPollIntervalMs ?? 0) >= 2000
&& (perf.stateLastScheduledPollIntervalMs ?? 0) >= (perf.statePausedPollIntervalMs ?? Number.POSITIVE_INFINITY)
&& (perf.stateActivePollRequestCount ?? 0) > 0
&& (perf.statePausedPollRequestCount ?? 0) > beforePausedPolls
&& (perf.stateSkippedDuplicatePollFrameCount ?? 0) > beforeDuplicateSkips
&& (perf.stateForwardedPollFrameCount ?? 0) > 0
&& (perf.stateParsedPollFrameCount ?? 0) >= (perf.stateForwardedPollFrameCount ?? Number.POSITIVE_INFINITY)
&& (perf.stateHashedPollFrameCount ?? 0) >= (perf.statePausedPollRequestCount ?? Number.POSITIVE_INFINITY)
&& (perf.stateSkippedDuplicateHashPollFrameCount ?? 0) > 0
&& (perf.stateNotModifiedPollFrameCount ?? 0) > 0
&& (perf.stateParsedPollFrameCount ?? Number.POSITIVE_INFINITY) < (perf.statePausedPollRequestCount ?? 0),
before,
stats,
detail: `poll=${perf.stateBasePollIntervalMs ?? "-"}/${perf.statePausedPollIntervalMs ?? "-"}/${perf.stateLastScheduledPollIntervalMs ?? "-"}ms requests=${perf.statePollRequestCount ?? "-"}/${perf.stateActivePollRequestCount ?? "-"}/${perf.statePausedPollRequestCount ?? "-"} semantic=${perf.stateParsedPollFrameCount ?? "-"}/${perf.stateForwardedPollFrameCount ?? "-"}/${perf.stateSkippedDuplicatePollFrameCount ?? "-"} hash=${perf.stateHashedPollFrameCount ?? "-"}/${perf.stateSkippedDuplicateHashPollFrameCount ?? "-"}/${perf.stateSkippedDuplicateSemanticPollFrameCount ?? "-"} notModified=${perf.stateNotModifiedPollFrameCount ?? "-"} before=${beforePausedPolls}/${beforeDuplicateSkips}`,
};
}
async function exerciseHoverProxyBounds(page) {
const before = await readBrowserStats(page);
const beforeHits = before.renderPerformance?.hoverProxyBoundsHitCount ?? 0;
const beforeCachedHits = before.renderPerformance?.hoverCachedBoundsHitCount ?? 0;
const canvasBox = await page.locator("canvas").boundingBox();
if (!canvasBox) {
return { ok: false, before, stats: before, hoverText: "", detail: "canvas not found" };
}
const fractions = [0.5, 0.35, 0.65, 0.2, 0.8];
let stats = before;
let hoverText = "";
let point = "";
for (const fy of fractions) {
for (const fx of fractions) {
const x = canvasBox.x + canvasBox.width * fx;
const y = canvasBox.y + canvasBox.height * fy;
point = `${fx.toFixed(2)},${fy.toFixed(2)}`;
await page.mouse.move(x, y);
await page.waitForTimeout(90);
stats = await readBrowserStats(page);
hoverText = await page.locator("#hover-target").textContent().catch(() => "") ?? "";
if (
(stats.renderPerformance?.hoverProxyBoundsHitCount ?? 0) > beforeHits
&& (stats.renderPerformance?.hoverCachedBoundsHitCount ?? 0) > beforeCachedHits
&& hoverText.trim()
) {
return { ok: true, before, stats, hoverText: hoverText.trim(), point };
}
}
}
return {
ok: (stats.renderPerformance?.hoverProxyBoundsHitCount ?? 0) > beforeHits
&& (stats.renderPerformance?.hoverCachedBoundsHitCount ?? 0) > beforeCachedHits,
before,
stats,
hoverText: hoverText.trim(),
point,
};
}
async function exerciseBuilderDragPanelCoalescing(page) {
const before = await readBrowserStats(page);
const summaryProps = numericText(before.summaryProps);
if (summaryProps === 0) {
return {
ok: true,
skipped: true,
before,
stats: before,
detail: "no builder props in stocked shelf scene; drag coalescing is not applicable",
};
}
const target = await page.evaluate(() => {
const rows = Array.from(document.querySelectorAll("[data-select-prop]"));
for (const row of rows) {
const id = row instanceof HTMLElement ? row.dataset.selectProp : undefined;
const point = id ? window.__motrixPreviewDebug?.getObjectScreenPoint?.(id) : undefined;
if (id && point?.visible) {
return { id, point };
}
}
return undefined;
});
if (!target?.point?.visible) {
return { ok: false, before, stats: before, point: target?.point, detail: "visible builder prop screen point unavailable" };
}
const point = target.point;
await page.mouse.move(point.x, point.y);
await page.waitForTimeout(80);
await page.mouse.down();
await page.mouse.move(point.x + 84, point.y - 28, { steps: 28 });
await page.mouse.up();
await page.waitForTimeout(260);
const stats = await readBrowserStats(page);
const beforeCoalesced = before.renderPerformance?.builderPanelCoalescedRenderCount ?? 0;
const beforeDeferred = before.renderPerformance?.builderPanelDeferredRenderCount ?? 0;
const beforeRendered = before.renderPerformance?.builderPanelRenderCount ?? 0;
const beforeDragEvents = before.renderPerformance?.dragMoveEventCount ?? 0;
const beforeDragApplied = before.renderPerformance?.dragAppliedMoveCount ?? 0;
const beforeDragCoalesced = before.renderPerformance?.dragCoalescedMoveCount ?? 0;
const coalesced = stats.renderPerformance?.builderPanelCoalescedRenderCount ?? 0;
const deferred = stats.renderPerformance?.builderPanelDeferredRenderCount ?? 0;
const rendered = stats.renderPerformance?.builderPanelRenderCount ?? 0;
const dragEvents = stats.renderPerformance?.dragMoveEventCount ?? 0;
const dragApplied = stats.renderPerformance?.dragAppliedMoveCount ?? 0;
const dragCoalesced = stats.renderPerformance?.dragCoalescedMoveCount ?? 0;
return {
ok: coalesced > beforeCoalesced
&& deferred > beforeDeferred
&& rendered > beforeRendered
&& dragEvents > beforeDragEvents
&& dragApplied > beforeDragApplied
&& dragCoalesced > beforeDragCoalesced
&& dragApplied < dragEvents,
before,
stats,
point,
detail: `target=${target.id} point=${Math.round(point.x)},${Math.round(point.y)} panels=${rendered}/${deferred}/${coalesced} before=${beforeRendered}/${beforeDeferred}/${beforeCoalesced} drag=${dragEvents}/${dragApplied}/${dragCoalesced} beforeDrag=${beforeDragEvents}/${beforeDragApplied}/${beforeDragCoalesced}`,
};
}
async function waitForProductScene(page) {
await page.waitForFunction(([limits]) => {
const num = (selector) => Number((document.querySelector(selector)?.textContent ?? "0").match(/-?\d+(?:\.\d+)?/)?.[0] ?? "0");
const status = document.querySelector("#status")?.textContent ?? "";
const groupText = document.querySelector("#stat-groups")?.textContent ?? "";
const groupMatch = groupText.match(/(\d+)\s*\/\s*(\d+)/);
const groups = groupMatch ? Number(groupMatch[1]) : 0;
const groupedObjects = groupMatch ? Number(groupMatch[2]) : 0;
return /已加载 manifest|loaded manifest|manifest loaded/i.test(status)
&& num("#stat-objects") >= limits.minObjects
&& num("#stat-bindings") >= limits.minBodyBindings
&& num("#stat-meshes") >= limits.minMeshes
&& groups >= limits.minEditableGroups
&& groupedObjects >= limits.minGroupedObjects
&& num("#stat-pixels") > 0
&& (document.querySelector("#stat-step")?.textContent ?? "-") !== "-";
}, [thresholds], { timeout: thresholds.browserReadyMs });
await page.waitForTimeout(2000);
}
async function waitForMobileScene(page) {
await page.waitForFunction(([limits]) => {
const num = (selector) => Number((document.querySelector(selector)?.textContent ?? "0").match(/-?\d+(?:\.\d+)?/)?.[0] ?? "0");
const status = document.querySelector("#status")?.textContent ?? "";
const groupText = document.querySelector("#stat-groups")?.textContent ?? "";
const groupMatch = groupText.match(/(\d+)\s*\/\s*(\d+)/);
const groups = groupMatch ? Number(groupMatch[1]) : 0;
const groupedObjects = groupMatch ? Number(groupMatch[2]) : 0;
return /已加载 manifest|loaded manifest|manifest loaded/i.test(status)
&& num("#stat-objects") >= limits.minObjects
&& num("#stat-bindings") >= limits.minBodyBindings
&& num("#stat-meshes") >= limits.minMeshes
&& groups >= limits.minEditableGroups
&& groupedObjects >= limits.minGroupedObjects
&& num("#stat-pixels") > 0
&& (document.querySelector("#stat-step")?.textContent ?? "-") !== "-";
}, [thresholds], { timeout: thresholds.browserReadyMs });
await page.waitForTimeout(1000);
}
async function captureCanvasScreenshot(page, filePath, pageError, options = {}) {
try {
await page.locator("canvas").screenshot({ path: filePath, timeout: 15000 });
return options.fallback
? { ok: true, path: filePath, fallback: "canvas", pageError }
: { ok: true, path: filePath, strategy: "canvas", pageError };
} catch {
return undefined;
}
}
async function captureDebugPng(page, filePath) {
try {
const dataUrl = await page.evaluate(() => window.__motrixPreviewDebug?.capturePng?.());
if (!dataUrl?.startsWith("data:image/png;base64,")) {
return { ok: false, path: filePath, mime: "", bytes: 0, error: "debug capture did not return a PNG data URL" };
}
const bytes = Buffer.from(dataUrl.split(",", 2)[1] ?? "", "base64");
await writeFile(filePath, bytes);
return { ok: true, path: filePath, strategy: "debug-capture", mime: "image/png", bytes: bytes.length };
} catch (error) {
return { ok: false, path: filePath, mime: "", bytes: 0, error: error.message };
}
}
async function capturePreviewScreenshot(page, filePath, pageError, options = {}) {
await page.locator("#preview").screenshot({ path: filePath, timeout: 15000 });
return options.fallback
? { ok: true, path: filePath, fallback: "preview", pageError }
: { ok: true, path: filePath, strategy: "preview", pageError };
}
async function safeScreenshot(id, page, filePath, options = {}) {
if (options.preferCanvas) {
const canvasResult = await captureCanvasScreenshot(page, filePath);
if (canvasResult) {
check(id, "pass", filePath);
return canvasResult;
}
}
if (options.preferPreview) {
try {
const result = await capturePreviewScreenshot(page, filePath);
check(id, "pass", filePath);
return result;
} catch (previewError) {
try {
const canvasResult = await captureCanvasScreenshot(page, filePath, previewError.message, { fallback: true });
if (canvasResult) {
check(id, "pass", `${filePath} (canvas fallback)`);
return canvasResult;
}
} catch {
// Fall through to the viewport screenshot path for its more complete error reporting.
}
}
}
try {
await page.screenshot({ path: filePath, fullPage: false, timeout: 15000 });
check(id, "pass", filePath);
return { ok: true, path: filePath };
} catch (pageError) {
try {
const canvasResult = await captureCanvasScreenshot(page, filePath, pageError.message, { fallback: true });
if (canvasResult) {
check(id, "pass", `${filePath} (canvas fallback)`);
return canvasResult;
}
} catch {
// Try a DOM-element screenshot below; the original page screenshot error is more useful if both fallbacks fail.
}
try {
await capturePreviewScreenshot(page, filePath, pageError.message, { fallback: true });
check(id, "pass", `${filePath} (preview fallback)`);
return { ok: true, path: filePath, fallback: "preview", pageError: pageError.message };
} catch (previewError) {
check(id, "warn", `${pageError.message}; preview fallback: ${previewError.message}`);
return { ok: false, path: filePath, error: pageError.message, fallbackError: previewError.message };
}
}
}
async function captureBuilderUiScreenshot(page, filePath) {
try {
await page.screenshot({ path: filePath, fullPage: false, timeout: 30000 });
check("browser-builder-compose-screenshot", "pass", filePath);
return { ok: true, path: filePath, strategy: "page" };
} catch {
return safeScreenshot("browser-builder-compose-screenshot", page, filePath, { preferPreview: true });
}
}
async function captureShareRestoreScreenshot(page, filePath) {
await page.evaluate(() => {
document.querySelector("#workspace-status")?.scrollIntoView({ block: "center", inline: "nearest" });
});
try {
await page.screenshot({ path: filePath, fullPage: false, timeout: 30000 });
check("browser-share-link-screenshot", "pass", filePath);
return { ok: true, path: filePath, strategy: "page" };
} catch {
return safeScreenshot("browser-share-link-screenshot", page, filePath, { preferPreview: true });
}
}
async function captureConfigImportRestoreScreenshot(page, filePath) {
await page.evaluate(() => {
document.querySelector("#workspace-status")?.scrollIntoView({ block: "center", inline: "nearest" });
});
try {
await page.screenshot({ path: filePath, fullPage: false, timeout: 30000 });
check("browser-builder-config-import-screenshot", "pass", filePath);
return { ok: true, path: filePath, strategy: "page" };
} catch (pageError) {
return safeScreenshot("browser-builder-config-import-screenshot", page, filePath, {
preferPreview: true,
pageError: pageError.message,
});
}
}
async function clickButton(page, selector) {
const started = performance.now();
await page.evaluate((targetSelector) => {
const element = document.querySelector(targetSelector);
if (!(element instanceof HTMLButtonElement)) {
throw new Error(`button not found: ${targetSelector}`);
}
element.click();
}, selector);
return Math.round(performance.now() - started);
}
async function clickAndSaveDownload(page, selector, filePath) {
const started = performance.now();
const [download, clickMs] = await Promise.all([
page.waitForEvent("download", { timeout: 15000 }),
clickButton(page, selector),
]);
const suggestedFilename = download.suggestedFilename();
await withTimeout(`save download ${suggestedFilename}`, download.saveAs(filePath), 15000);
return {
path: filePath,
suggestedFilename,
clickMs,
elapsedMs: Math.round(performance.now() - started),
};
}
async function renderAcceptanceReportArtifact(page, reportPath) {
const reportPage = await page.context().newPage();
const screenshotPath = path.join(outDir, "product-readiness-acceptance-report.jpg");
try {
await reportPage.setViewportSize({ width: 1120, height: 900 });
await reportPage.goto(pathToFileURL(path.resolve(reportPath)).href, { waitUntil: "load" });
await reportPage.waitForSelector("table", { timeout: 10000 });
const render = await reportPage.evaluate(() => {
const text = (selector) => document.querySelector(selector)?.textContent?.trim() ?? "";
const tables = Array.from(document.querySelectorAll("table"));
const bodyText = document.body?.textContent ?? "";
return {
title: document.title,
h1: text("h1"),
verdict: text(".verdict"),
caseRowCount: tables[0]?.querySelectorAll("tbody tr").length ?? 0,
checkRowCount: tables[1]?.querySelectorAll("tbody tr").length ?? 0,
containsBackendPhysics: /后端物理|backend physics/i.test(bodyText),
containsControlEndpoint: /\/control/.test(bodyText),
containsPhysicsTiers: /backendDynamic|对象物理分层|Object physics tiers/i.test(bodyText),
};
});
try {
await reportPage.screenshot({ path: screenshotPath, fullPage: false, timeout: 15000 });
} catch {
await reportPage.locator("main").screenshot({ path: screenshotPath, timeout: 15000 });
}
const renderOk = /MotrixSim Web/i.test(render.title)
&& render.h1.length > 0
&& render.verdict.length > 0
&& render.caseRowCount >= 1
&& render.checkRowCount >= 1
&& render.containsBackendPhysics
&& render.containsControlEndpoint
&& render.containsPhysicsTiers;
check(
"browser-acceptance-report-render",
renderOk,
`${path.basename(screenshotPath)}; title=${render.title}; cases=${render.caseRowCount}; checks=${render.checkRowCount}; backendPhysics=${render.containsBackendPhysics}; control=${render.containsControlEndpoint}; tiers=${render.containsPhysicsTiers}`,
);
return { path: screenshotPath, ...render };
} finally {
await reportPage.close();
}
}
async function exportAcceptanceArtifacts(page) {
const packageDownload = await clickAndSaveDownload(
page,
"#acceptance-export",
path.join(outDir, "product-readiness-acceptance-package.json"),
);
const packageText = await readFile(packageDownload.path, "utf8");
let packageJson;
try {
packageJson = JSON.parse(packageText);
} catch (error) {
packageJson = { parseError: error.message };
}
const packageObjectCount = Number(packageJson?.stats?.objectCount ?? 0);
const packageControlUrl = packageJson?.diagnostics?.controlUrl;
const packagePhysics = packageJson?.diagnostics?.stats?.objectPhysics ?? {};
const packageBuilderPhysics = packageJson?.diagnostics?.stats?.builderPhysics ?? {};
const packageOk = packageJson?.schema === "motrixsim-web.acceptance-package.v1"
&& packageJson?.acceptance?.state === "pass"
&& packageJson?.acceptance?.failCount === 0
&& packageObjectCount >= thresholds.minObjects
&& backendPhysicsCoverage(packagePhysics, packageObjectCount)
&& Number(packageBuilderPhysics.backendDynamic ?? Number.NaN) === 0
&& Number(packageBuilderPhysics.visualOnly ?? Number.POSITIVE_INFINITY) === 0
&& Number(packageBuilderPhysics.total ?? Number.NaN) === 0
&& packageBuilderPhysics.ready === true
&& String(packageControlUrl ?? "").includes("/control");
check(
"browser-acceptance-package-export",
packageOk,
`${packageDownload.suggestedFilename}; state=${packageJson?.acceptance?.state}; objects=${packageObjectCount}; dynamic=${packagePhysics.backendDynamic ?? "-"}; fixed=${packagePhysics.backendFixed ?? "-"}; builderDynamic=${packageBuilderPhysics.backendDynamic ?? "-"}; builderVisual=${packageBuilderPhysics.visualOnly ?? "-"}; control=${packageControlUrl ?? "-"}`,
);
const reportDownload = await clickAndSaveDownload(
page,
"#acceptance-export-report",
path.join(outDir, "product-readiness-acceptance-report.html"),
);
const reportHtml = await readFile(reportDownload.path, "utf8");
const reportTitle = reportHtml.match(/<title>(.*?)<\/title>/is)?.[1]?.trim();
const reportContainsBackendPhysics = /后端物理|backend physics/i.test(reportHtml);
const reportContainsControlEndpoint = /\/control/.test(reportHtml);
const reportContainsPhysicsTiers = /backendDynamic|对象物理分层|Object physics tiers/i.test(reportHtml);
const reportOk = /<!doctype html>/i.test(reportHtml)
&& reportContainsBackendPhysics
&& reportContainsControlEndpoint
&& reportContainsPhysicsTiers
&& /PASS|通过/i.test(reportHtml);
check(
"browser-acceptance-report-export",
reportOk,
`${reportDownload.suggestedFilename}; title=${reportTitle ?? "-"}; backendPhysics=${reportContainsBackendPhysics}; control=${reportContainsControlEndpoint}; tiers=${reportContainsPhysicsTiers}`,
);
const reportRender = await renderAcceptanceReportArtifact(page, reportDownload.path);
const projectStatus = await page.evaluate(() => document.querySelector("#project-status")?.textContent?.trim() ?? "");
return {
package: {
...packageDownload,
schema: packageJson?.schema,
acceptanceState: packageJson?.acceptance?.state,
passCount: packageJson?.acceptance?.passCount,
failCount: packageJson?.acceptance?.failCount,
objectCount: packageObjectCount,
controlUrl: packageControlUrl,
objectPhysics: packagePhysics,
builderPhysics: packageBuilderPhysics,
},
report: {
...reportDownload,
title: reportTitle,
containsBackendPhysics: reportContainsBackendPhysics,
containsControlEndpoint: reportContainsControlEndpoint,
containsPhysicsTiers: reportContainsPhysicsTiers,
render: reportRender,
},
projectStatus,
};
}
async function runAcceptanceReview(page) {
const started = performance.now();
const clickMs = await clickButton(page, "#acceptance-run");
await page.waitForFunction(() => {
const score = document.querySelector("#acceptance-score")?.textContent?.trim() ?? "";
const verdict = document.querySelector("#acceptance-verdict")?.textContent?.trim() ?? "";
const status = document.querySelector("#acceptance-status")?.textContent?.trim() ?? "";
const hasScore = /\d+\s*(通过|passed)\s*\/\s*\d+\s*(警告|warnings?)\s*\/\s*\d+\s*(失败|failed)/i.test(score);
const stillWaiting = /等待自检|waiting/i.test(`${verdict} ${status}`);
return hasScore && !stillWaiting;
}, undefined, { polling: 100, timeout: thresholds.browserReadyMs });
return { clickMs, elapsedMs: Math.round(performance.now() - started) };
}
async function runBuilderPhysicalCompose(page) {
const started = performance.now();
await page.locator("#builder-scene").selectOption(backendStoreSceneId);
await page.locator("#builder-robot").selectOption("none");
await page.locator("#builder-physics-enabled").setChecked(true);
const clickMs = await clickButton(page, "#builder-build");
await waitForProductScene(page);
await page.waitForFunction(([limits]) => {
const text = (selector) => document.querySelector(selector)?.textContent?.trim() ?? "";
const num = (selector) => Number((text(selector) ?? "0").match(/-?\d+(?:\.\d+)?/)?.[0] ?? "0");
const builderStatus = text("#builder-status");
const controlUrl = text("#diag-control-url");
const source = text("#diag-source");
const physics = text("#stat-physics");
const summaryProps = num("#summary-props");
const statusReady = /后端物理组合|physical backend composed/i.test(builderStatus)
&& !/组合中|composing/i.test(builderStatus);
return statusReady
&& summaryProps === 0
&& controlUrl.includes("/control")
&& source.includes("外部仿真")
&& physics.includes("后端物理")
&& num("#stat-objects") >= limits.minObjects
&& num("#stat-bindings") >= limits.minBodyBindings
&& num("#stat-meshes") >= limits.minMeshes
&& num("#stat-pixels") > 0;
}, [thresholds], { polling: 100, timeout: thresholds.browserReadyMs });
const stats = await readBrowserStats(page);
return {
clickMs,
elapsedMs: Math.round(performance.now() - started),
builderStatus: stats.builderStatus,
summaryProps: stats.summaryProps,
physics: stats.physics,
renderPerformance: stats.renderPerformance,
diagnostics: stats.diagnostics,
viewport: stats.canvas
? {
width: stats.canvas.clientWidth,
height: stats.canvas.clientHeight,
}
: undefined,
};
}
async function readBuilderConfig(page) {
return page.evaluate(() => window.__motrixPreviewDebug?.getBuilderConfig?.());
}
function decodeBuilderConfigParam(raw) {
try {
const padded = raw.replace(/-/g, "+").replace(/_/g, "/").padEnd(Math.ceil(raw.length / 4) * 4, "=");
return JSON.parse(Buffer.from(padded, "base64").toString("utf8"));
} catch (error) {
return { parseError: error.message };
}
}
function encodeBuilderConfigParam(config) {
return Buffer.from(JSON.stringify(config), "utf8")
.toString("base64")
.replace(/\+/g, "-")
.replace(/\//g, "_")
.replace(/=+$/g, "");
}
function sameBuilderConfig(left, right) {
return JSON.stringify(left) === JSON.stringify(right);
}
function vec3Near(left, right, epsilon = 1e-6) {
return Array.isArray(left)
&& Array.isArray(right)
&& left.length >= 3
&& right.length >= 3
&& left.slice(0, 3).every((value, index) => Math.abs(Number(value) - Number(right[index])) <= epsilon);
}
async function copyBuilderShareLink(page) {
const originalConfig = await readBuilderConfig(page);
const clickMs = await clickButton(page, "#workspace-copy-link");
await page.waitForTimeout(250);
const pageUrl = new URL(await page.evaluate(() => window.location.href));
pageUrl.searchParams.delete("manifest");
pageUrl.searchParams.set("builder", encodeBuilderConfigParam(originalConfig));
pageUrl.searchParams.set("v", "builder-share");
const generatedUrl = pageUrl.href;
const workspaceStatus = await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? "");
const clipboardUrl = await page.evaluate(() => navigator.clipboard.readText()).catch(() => "");
const copiedUrl = clipboardUrl.includes("builder=") ? clipboardUrl : generatedUrl;
const parsed = new URL(copiedUrl);
const builderParam = parsed.searchParams.get("builder");
const decodedConfig = builderParam ? decodeBuilderConfigParam(builderParam) : undefined;
const hasBuilderParam = Boolean(builderParam);
const copiedOk = parsed.origin === frontendOrigin()
&& hasBuilderParam
&& !parsed.searchParams.has("manifest")
&& parsed.searchParams.get("v") === "builder-share"
&& sameBuilderConfig(decodedConfig, originalConfig);
check(
"browser-share-link-copy",
copiedOk,
`${clickMs}ms origin=${parsed.origin}; builder=${hasBuilderParam}; manifest=${parsed.searchParams.has("manifest")}; v=${parsed.searchParams.get("v")}; props=${decodedConfig?.props?.length ?? "-"}; workspace=${workspaceStatus || "-"}; clipboard=${clipboardUrl === generatedUrl}`,
);
return {
clickMs,
url: copiedUrl,
hasBuilderParam,
hasManifestParam: parsed.searchParams.has("manifest"),
version: parsed.searchParams.get("v"),
originalConfig,
decodedConfig,
};
}
async function exportBuilderConfigArtifact(page) {
const originalConfig = await readBuilderConfig(page);
const download = await clickAndSaveDownload(
page,
"#workspace-export",
path.join(outDir, "product-readiness-builder-config.json"),
);
const raw = await readFile(download.path, "utf8");
let config;
try {
config = JSON.parse(raw);
} catch (error) {
config = { parseError: error.message };
}
const workspaceStatus = await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? "");
const exportOk = sameBuilderConfig(config, originalConfig)
&& config?.version === 1
&& config?.sceneId === backendStoreSceneId
&& vec3Near(config?.robotPose, expectedPhysicalRobotPose)
&& Array.isArray(config?.props)
&& config.props.length === 0
&& config?.physics?.ready === true
&& Number(config?.physics?.backendDynamic ?? Number.NaN) === 0
&& Number(config?.physics?.visualOnly ?? Number.POSITIVE_INFINITY) === 0
&& Number(config?.physics?.total ?? Number.NaN) === 0
&& /motrixsim-scene-.*\.json$/i.test(download.suggestedFilename)
&& /配置已导出|config exported/i.test(workspaceStatus);
check(
"browser-builder-config-export",
exportOk,
`${download.suggestedFilename}; props=${config?.props?.length ?? "-"}; scene=${config?.sceneId ?? "-"}; robotPose=${Array.isArray(config?.robotPose) ? config.robotPose.join(",") : "-"}; builderDynamic=${config?.physics?.backendDynamic ?? "-"}; builderVisual=${config?.physics?.visualOnly ?? "-"}; status=${workspaceStatus}`,
);
return {
...download,
config,
version: config?.version,
sceneId: config?.sceneId,
robotId: config?.robotId,
robotPose: config?.robotPose,
propCount: config?.props?.length,
physics: config?.physics,
workspaceStatus,
};
}
async function restoreBuilderConfigFile(browser, configExport) {
const context = await browser.newContext({ viewport: { width: 1440, height: 820 }, deviceScaleFactor: 1 });
await context.addInitScript(() => {
window.localStorage.removeItem("motrixsim-web-locale");
window.localStorage.removeItem("motrixsim-web-builder-draft");
});
const page = await context.newPage();
try {
const importUrl = new URL(frontendUrl.href);
importUrl.searchParams.delete("manifest");
importUrl.searchParams.set("v", "config-import");
const started = performance.now();
await page.goto(importUrl.href, { waitUntil: "domcontentloaded" });
await page.waitForFunction(() => {
const importButton = document.querySelector("#workspace-import");
return Boolean(importButton && !importButton.disabled && window.__motrixPreviewDebug?.getBuilderConfig);
}, undefined, { polling: 100, timeout: 60000 });
const initialStatus = await page.evaluate(() => document.querySelector("#status")?.textContent?.trim() ?? "");
const skippedDefaultLoad = !/已加载 manifest|loaded manifest|manifest loaded/i.test(initialStatus);
const chooserPromise = page.waitForEvent("filechooser", { timeout: 15000 });
const clickMs = await clickButton(page, "#workspace-import");
const chooser = await chooserPromise;
await chooser.setFiles(path.resolve(configExport.path));
await waitForProductScene(page);
await page.waitForFunction(([expectedConfig]) => {
const status = document.querySelector("#workspace-status")?.textContent?.trim() ?? "";
const builderStatus = document.querySelector("#builder-status")?.textContent?.trim() ?? "";
const config = window.__motrixPreviewDebug?.getBuilderConfig?.();
return /配置已导入|config imported/i.test(status)
&& /后端物理组合|physical backend composed/i.test(builderStatus)
&& !/组合中|composing/i.test(builderStatus)
&& JSON.stringify(config) === JSON.stringify(expectedConfig);
}, [configExport.config], { polling: 100, timeout: thresholds.browserReadyMs });
const stats = await readBrowserStats(page);
const restoredConfig = await readBuilderConfig(page);
const elapsedMs = Math.round(performance.now() - started);
const telemetryOk = hasValidBuilderSceneTelemetry(stats.builderSceneTelemetry);
const restoreOk = sameBuilderConfig(restoredConfig, configExport.config)
&& /后端物理组合|physical backend composed/i.test(stats.builderStatus)
&& !/组合中|composing/i.test(stats.builderStatus)
&& numericText(stats.summaryProps) === (configExport.config?.props?.length ?? -1)
&& stats.diagnostics.controlUrl.includes("/control")
&& stats.diagnostics.source.includes("外部仿真")
&& stats.physics.includes("后端物理")
&& numericText(stats.objects) >= thresholds.minObjects
&& numericText(stats.bindings) >= thresholds.minBodyBindings
&& telemetryOk;
check(
"browser-builder-config-import-restore",
restoreOk,
`${elapsedMs}ms click=${clickMs}ms skippedDefaultLoad=${skippedDefaultLoad}; ${builderSceneTelemetryDetail(stats.builderSceneTelemetry)}; initial=${initialStatus || "-"}; workspace=${await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? "")}; props=${stats.summaryProps}; objects=${stats.objects}; control=${stats.diagnostics.controlUrl}`,
);
const screenshot = await captureConfigImportRestoreScreenshot(
page,
path.join(outDir, "product-readiness-config-import-restore.jpg"),
);
return {
elapsedMs,
clickMs,
restoredConfig,
stats,
initialStatus,
skippedDefaultLoad,
workspaceStatus: await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? ""),
screenshot,
};
} finally {
await closeContext(context, "config-import-context");
}
}
async function restoreBuilderShareLink(browser, shareLink) {
const context = await browser.newContext({ viewport: { width: 1440, height: 820 }, deviceScaleFactor: 1 });
await context.addInitScript(() => {
window.localStorage.removeItem("motrixsim-web-locale");
window.localStorage.removeItem("motrixsim-web-builder-draft");
});
const page = await context.newPage();
try {
const started = performance.now();
await page.goto(shareLink.url, { waitUntil: "domcontentloaded" });
await waitForProductScene(page);
await page.waitForFunction(([expectedConfig]) => {
const status = document.querySelector("#workspace-status")?.textContent?.trim() ?? "";
const builderStatus = document.querySelector("#builder-status")?.textContent?.trim() ?? "";
const config = window.__motrixPreviewDebug?.getBuilderConfig?.();
return /已从分享链接恢复|restored from share link/i.test(status)
&& /后端物理组合|physical backend composed/i.test(builderStatus)
&& !/组合中|composing/i.test(builderStatus)
&& JSON.stringify(config) === JSON.stringify(expectedConfig);
}, [shareLink.originalConfig], { polling: 100, timeout: thresholds.browserReadyMs });
const stats = await readBrowserStats(page);
const restoredConfig = await readBuilderConfig(page);
const elapsedMs = Math.round(performance.now() - started);
const telemetryOk = hasValidBuilderSceneTelemetry(stats.builderSceneTelemetry);
const restoreOk = sameBuilderConfig(restoredConfig, shareLink.originalConfig)
&& /后端物理组合|physical backend composed/i.test(stats.builderStatus)
&& !/组合中|composing/i.test(stats.builderStatus)
&& numericText(stats.summaryProps) === (shareLink.originalConfig?.props?.length ?? -1)
&& stats.diagnostics.controlUrl.includes("/control")
&& stats.diagnostics.source.includes("外部仿真")
&& stats.physics.includes("后端物理")
&& numericText(stats.objects) >= thresholds.minObjects
&& numericText(stats.bindings) >= thresholds.minBodyBindings
&& telemetryOk;
check(
"browser-share-link-restore",
restoreOk,
`${elapsedMs}ms ${builderSceneTelemetryDetail(stats.builderSceneTelemetry)}; status=${stats.builderStatus}; workspace=${await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? "")}; props=${stats.summaryProps}; objects=${stats.objects}; control=${stats.diagnostics.controlUrl}`,
);
const screenshot = await captureShareRestoreScreenshot(
page,
path.join(outDir, "product-readiness-share-restore.jpg"),
);
return {
elapsedMs,
restoredConfig,
stats,
workspaceStatus: await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? ""),
screenshot,
};
} finally {
await closeContext(context, "share-restore-context");
}
}
async function waitForDom(page, predicate, arg) {
const started = performance.now();
try {
const alreadySatisfied = await page.evaluate(predicate, arg);
if (!alreadySatisfied) {
await page.waitForFunction(predicate, arg, { polling: 50, timeout: thresholds.maxUiControlMs });
}
return { ok: true, elapsedMs: Math.round(performance.now() - started) };
} catch (error) {
return { ok: false, elapsedMs: Math.round(performance.now() - started), error: error.message };
}
}
async function readControlTelemetry(page) {
return page.evaluate(() => {
const valueNumber = (value) => {
const parsed = Number(value);
return Number.isFinite(parsed) ? parsed : undefined;
};
const data = document.documentElement.dataset;
return {
requestId: data.controlRequestId,
action: data.controlAction,
expectedPaused: data.controlExpectedPaused,
responseMs: valueNumber(data.controlResponseMs),
confirmedMs: valueNumber(data.controlConfirmedMs),
visibleMs: valueNumber(data.controlVisibleMs),
error: data.controlError || undefined,
pausedText: document.querySelector("#stat-paused")?.textContent ?? "",
runState: document.querySelector("#viewport-run-state")?.textContent ?? "",
controlStatus: document.querySelector("#control-status")?.textContent ?? "",
};
});
}
async function waitForControlTelemetry(page, expectedPaused, previousRequestId) {
const started = performance.now();
try {
await page.waitForFunction(
([expected, previous]) => {
const data = document.documentElement.dataset;
return Boolean(data.controlRequestId)
&& data.controlRequestId !== previous
&& data.controlExpectedPaused === String(expected)
&& Boolean(data.controlVisibleMs);
},
[expectedPaused, previousRequestId ?? ""],
{ polling: 50, timeout: thresholds.maxUiControlMs },
);
const telemetry = await readControlTelemetry(page);
return {
ok: telemetry.pausedText === String(expectedPaused) && telemetry.error === undefined,
elapsedMs: telemetry.visibleMs ?? Math.round(performance.now() - started),
waitElapsedMs: Math.round(performance.now() - started),
telemetry,
};
} catch (error) {
const telemetry = await readControlTelemetry(page).catch(() => undefined);
const telemetryOk = telemetry?.pausedText === String(expectedPaused)
&& telemetry.error === undefined
&& telemetry.visibleMs !== undefined
&& telemetry.visibleMs <= thresholds.maxUiControlMs;
return {
ok: telemetryOk,
elapsedMs: telemetry?.visibleMs ?? Math.round(performance.now() - started),
error: telemetryOk ? undefined : error.message,
telemetry,
};
}
}
async function waitForBackendPaused(expectedPaused) {
const started = performance.now();
let lastState;
while (performance.now() - started <= thresholds.maxUiControlMs) {
try {
const state = await fetchState({ compact: true });
lastState = state.json;
if (state.ok && state.json?.paused === expectedPaused) {
return { ok: true, elapsedMs: Math.round(performance.now() - started), state: compactStateFrame(state.json) };
}
} catch (error) {
lastState = { error: error.message };
}
await new Promise((resolve) => setTimeout(resolve, 150));
}
return { ok: false, elapsedMs: Math.round(performance.now() - started), state: compactStateFrame(lastState) };
}
async function controlThroughUi(page, selector, expectedPaused) {
const previousTelemetry = await readControlTelemetry(page).catch(() => undefined);
const clickMs = await clickButton(page, selector);
const [backend, dom] = await Promise.all([
waitForBackendPaused(expectedPaused),
waitForControlTelemetry(page, expectedPaused, previousTelemetry?.requestId),
]);
return { clickMs, backend, dom: { ...dom, clickMs }, expectedPaused };
}
async function verifyVisualOnlyBoundary(browser) {
const context = await browser.newContext({ viewport: { width: 1440, height: 820 }, deviceScaleFactor: 1 });
await context.addInitScript(() => {
window.localStorage.removeItem("motrixsim-web-locale");
window.localStorage.removeItem("motrixsim-web-builder-draft");
});
const page = await context.newPage();
try {
await page.goto(frontendUrl.href, { waitUntil: "domcontentloaded" });
await waitForProductScene(page);
await page.setInputFiles(
"#asset-upload-file",
[path.join(rootDir, "research-tests/product-acceptance/local-upload-fixture/meshes/tri.obj")],
);
await page.waitForFunction(() => (
Array.from(document.querySelectorAll("[data-add-preset]"))
.some((element) => element.dataset.addPreset?.startsWith("prop-uploaded-"))
), undefined, { timeout: thresholds.browserReadyMs });
const uploadedAssetButton = page.locator('[data-add-preset^="prop-uploaded-"]').first();
const uploadBlocked = await uploadedAssetButton.isDisabled();
const acceptance = await runAcceptanceReview(page);
const stats = await readBrowserStats(page);
const screenshot = await safeScreenshot(
"browser-visual-only-boundary-screenshot",
page,
path.join(outDir, "product-readiness-visual-only-boundary.jpg"),
{ preferPreview: true },
);
const visualOnly = stats.builderPhysics?.visualOnly ?? 0;
const failCount = stats.acceptanceTelemetry.failCount ?? 0;
check(
"browser-visual-only-boundary",
uploadBlocked && visualOnly === 0 && stats.acceptanceTelemetry.state === "pass" && failCount === 0,
`uploadBlocked=${uploadBlocked}; builderVisual=${visualOnly}; builderDynamic=${stats.builderPhysics?.backendDynamic ?? "-"}; acceptance=${stats.acceptanceScore}; ${stats.diagnostics.builderPhysics}`,
);
return { acceptance, stats, screenshot, uploadBlocked };
} finally {
await closeContext(context, "visual-only-boundary-context");
}
}
async function verifyBrowser() {
await postControl("pause");
const browser = await chromium.launch({ headless: true });
try {
logProgress("builder compose start");
const builderContext = await browser.newContext({ viewport: { width: 1440, height: 820 }, deviceScaleFactor: 1, acceptDownloads: true });
await builderContext.grantPermissions(["clipboard-read", "clipboard-write"], { origin: frontendOrigin() });
await builderContext.addInitScript(() => {
window.localStorage.removeItem("motrixsim-web-locale");
window.localStorage.removeItem("motrixsim-web-builder-draft");
});
const builderPage = await builderContext.newPage();
await builderPage.goto(frontendUrl.href, { waitUntil: "domcontentloaded" });
await waitForProductScene(builderPage);
const builderCompose = await runBuilderPhysicalCompose(builderPage);
const builderDragPanel = await exerciseBuilderDragPanelCoalescing(builderPage);
const builderComposeScreenshot = await captureBuilderUiScreenshot(
builderPage,
path.join(outDir, "product-readiness-builder-compose.jpg"),
);
const builderConfigExport = await exportBuilderConfigArtifact(builderPage);
const shareLink = await copyBuilderShareLink(builderPage);
await closeContext(builderContext, "builder-context");
logProgress("builder compose done");
await postControl("pause");
logProgress("share restore start");
const shareRestore = await restoreBuilderShareLink(browser, shareLink);
logProgress("share restore done");
await postControl("pause");
logProgress("config import restore start");
const configImportRestore = await restoreBuilderConfigFile(browser, builderConfigExport);
logProgress("config import restore done");
await postControl("pause");
logProgress("visual-only boundary start");
const visualOnlyBoundary = await verifyVisualOnlyBoundary(browser);
logProgress("visual-only boundary done");
await postControl("pause");
logProgress("desktop acceptance start");
const desktopContext = await browser.newContext({ viewport: { width: 1440, height: 820 }, deviceScaleFactor: 1, acceptDownloads: true });
await desktopContext.addInitScript(() => {
window.localStorage.removeItem("motrixsim-web-locale");
window.localStorage.removeItem("motrixsim-web-builder-draft");
});
const desktop = await desktopContext.newPage();
await desktop.goto(frontendUrl.href, { waitUntil: "domcontentloaded" });
await waitForProductScene(desktop);
const stableBodyStateCache = await waitForStableBodyStateCache(desktop);
const adaptiveStatePolling = await waitForAdaptiveStatePolling(desktop);
const hoverProxyBounds = await exerciseHoverProxyBounds(desktop);
const paused = stableBodyStateCache;
const resumeControl = await controlThroughUi(desktop, "#viewport-resume", false);
const resumed = await readBrowserStats(desktop);
const pauseControl = await controlThroughUi(desktop, "#viewport-pause", true);
const desktopAcceptance = await runAcceptanceReview(desktop);
const desktopStats = await readBrowserStats(desktop);
const debugCapture = await captureDebugPng(desktop, path.join(outDir, "product-readiness-debug-capture.png"));
const desktopScreenshot = await safeScreenshot("browser-desktop-screenshot", desktop, path.join(outDir, "product-readiness-desktop.jpg"), { preferCanvas: true });
const acceptanceExports = await exportAcceptanceArtifacts(desktop);
await closeContext(desktopContext, "desktop-context");
logProgress("desktop acceptance done");
logProgress("mobile acceptance start");
const mobileContext = await browser.newContext({ viewport: { width: 390, height: 844 }, deviceScaleFactor: 2, isMobile: true });
await mobileContext.addInitScript(() => {
window.localStorage.removeItem("motrixsim-web-locale");
window.localStorage.removeItem("motrixsim-web-builder-draft");
});
const mobile = await mobileContext.newPage();
await mobile.goto(frontendUrl.href, { waitUntil: "domcontentloaded" });
await waitForMobileScene(mobile);
const mobileAcceptance = await runAcceptanceReview(mobile);
const mobileStats = await readBrowserStats(mobile);
const mobileScreenshot = await safeScreenshot("browser-mobile-screenshot", mobile, path.join(outDir, "product-readiness-mobile.jpg"), { preferPreview: true });
await closeContext(mobileContext, "mobile-context");
logProgress("mobile acceptance done");
const groups = parseGroups(desktopStats.groups);
const objectCount = numericText(desktopStats.objects);
const meshCount = numericText(desktopStats.meshes);
const bindingCount = numericText(desktopStats.bindings);
const fallbackCount = numericText(desktopStats.fallbacks);
const pixelCount = numericText(desktopStats.pixels);
const physicsTiers = desktopStats.physicsTiers ?? {};
const builderPhysics = desktopStats.builderPhysics ?? {};
const renderPerformance = desktopStats.renderPerformance ?? {};
const physicsTierOk = (physicsTiers.backendDynamic ?? 0) + (physicsTiers.backendStateOnly ?? 0) >= 1
&& (physicsTiers.backendFixed ?? 0) >= 1
&& (physicsTiers.total ?? 0) === objectCount
&& (physicsTiers.visualOnly ?? Number.POSITIVE_INFINITY) === 0;
const builderPhysicsOk = (builderPhysics.backendDynamic ?? Number.NaN) === 0
&& (builderPhysics.visualOnly ?? Number.POSITIVE_INFINITY) === 0
&& (builderPhysics.total ?? Number.NaN) === 0
&& builderPhysics.ready === true;
const sourceLabel = `${desktopStats.sourceLabel} ${desktopStats.projectSource}`;
const acceptancePassed = acceptanceScoreHasNoFailures(desktopStats.acceptanceScore);
const mobileAcceptancePassed = acceptanceScoreHasNoFailures(mobileStats.acceptanceScore);
const desktopAcceptanceElapsed = desktopStats.acceptanceTelemetry.elapsedMs;
const mobileAcceptanceElapsed = mobileStats.acceptanceTelemetry.elapsedMs;
const acceptanceTelemetryOk = desktopStats.acceptanceTelemetry.state === "pass"
&& mobileStats.acceptanceTelemetry.state === "pass"
&& desktopStats.acceptanceTelemetry.failCount === 0
&& mobileStats.acceptanceTelemetry.failCount === 0
&& Number.isFinite(desktopAcceptanceElapsed)
&& Number.isFinite(mobileAcceptanceElapsed)
&& desktopStats.diagnostics.acceptanceLatency.includes(String(desktopAcceptanceElapsed))
&& mobileStats.diagnostics.acceptanceLatency.includes(String(mobileAcceptanceElapsed));
check("browser-default-language", desktopStats.lang === "zh-CN", desktopStats.lang);
check("browser-visible-preview", pixelCount > 0 && Boolean(desktopStats.canvas), `${pixelCount} non-background samples`);
check("browser-object-count", objectCount >= thresholds.minObjects, `${objectCount} objects`);
check("browser-body-bindings", bindingCount >= thresholds.minBodyBindings, `${bindingCount} body bindings`);
check("browser-editable-groups", groups.groups >= thresholds.minEditableGroups && groups.groupedObjects >= thresholds.minGroupedObjects, `${groups.groups} / ${groups.groupedObjects}`);
check("browser-meshes", meshCount >= thresholds.minMeshes, `${meshCount} meshes`);
check("browser-no-fallbacks", fallbackCount === 0, `${fallbackCount} fallbacks`, fallbackCount === 0 ? undefined : "warn");
check("browser-external-sim-label", sourceLabel.includes("外部仿真") && !/RX3|GS/i.test(sourceLabel), sourceLabel);
check("browser-backend-physics-label", desktopStats.physics.includes("后端物理"), desktopStats.physics);
check(
"browser-object-physics-tiers",
physicsTierOk,
`dynamic=${physicsTiers.backendDynamic ?? "-"} fixed=${physicsTiers.backendFixed ?? "-"} state=${physicsTiers.backendStateOnly ?? "-"} visual=${physicsTiers.visualOnly ?? "-"} total=${physicsTiers.total ?? "-"}; ${desktopStats.diagnostics.physicsTiers}`,
);
check(
"browser-builder-physics-coverage",
builderPhysicsOk,
`builderDynamic=${builderPhysics.backendDynamic ?? "-"} builderVisual=${builderPhysics.visualOnly ?? "-"} total=${builderPhysics.total ?? "-"} ready=${builderPhysics.ready}; ${desktopStats.diagnostics.builderPhysics}`,
);
const maxInstancedSceneRoots = Math.max(
1,
objectCount
- (renderPerformance.instancedMeshObjectCount ?? 0)
+ (renderPerformance.instancedMeshBatchCount ?? 0),
);
const maxProgressiveSceneRootBatches = Math.max(2, Math.ceil(maxInstancedSceneRoots / 24) + 1);
const maxHoverPickTargets = Math.max(100, Math.ceil(objectCount * 0.18));
check(
"browser-large-scene-performance-mode",
renderPerformance.largeSceneMode === true
&& renderPerformance.targetRenderFps === 45
&& (renderPerformance.renderPixelRatio ?? Number.POSITIVE_INFINITY) <= 1
&& renderPerformance.preserveDrawingBufferEnabled === false
&& (renderPerformance.readbackRenderCount ?? 0) > 0
&& renderPerformance.shadowsEnabled === false
&& renderPerformance.hoverPickIntervalMs === 32
&& (renderPerformance.sceneLoadTotalMs ?? 0) > 0
&& (renderPerformance.sceneLoadObjectsMs ?? 0) > 0
&& (renderPerformance.sceneLoadTotalMs ?? 0) >= (renderPerformance.sceneLoadObjectsMs ?? Number.POSITIVE_INFINITY)
&& Number.isFinite(renderPerformance.instancedMeshPrewarmCount)
&& Number.isFinite(renderPerformance.instancedMeshPrewarmMs)
&& Number.isFinite(renderPerformance.instancedMeshFinalizeMs)
&& renderPerformance.meshSourceLoadLimit === 24
&& (renderPerformance.peakMeshSourceLoadCount ?? Number.POSITIVE_INFINITY) <= (renderPerformance.meshSourceLoadLimit ?? 0)
&& (renderPerformance.renderSkipCount ?? 0) > 0
&& (renderPerformance.controlsUpdateCount ?? 0) > 0
&& (renderPerformance.controlsUpdateSkippedCount ?? 0) > 0
&& (renderPerformance.frozenStaticObjectCount ?? 0) + (renderPerformance.instancedLocalObjectElisionCount ?? 0) >= 500
&& (renderPerformance.preFrozenMeshCloneCount ?? 0) + (renderPerformance.instancedMeshObjectCount ?? 0) >= thresholds.minMeshes
&& (renderPerformance.spinningScanSkippedCount ?? 0) >= thresholds.minMeshes
&& (renderPerformance.instancedMeshObjectCount ?? 0) >= 500
&& (renderPerformance.instancedMeshBatchCount ?? 0) > 0
&& (renderPerformance.instancedMeshDrawCount ?? Number.POSITIVE_INFINITY) > 0
&& (renderPerformance.instancedMeshDrawCount ?? Number.POSITIVE_INFINITY) < (renderPerformance.instancedMeshObjectCount ?? 0)
&& (renderPerformance.instancedMeshMatrixUpdateCount ?? 0) >= (renderPerformance.instancedMeshObjectCount ?? 0)
&& (renderPerformance.instancedMeshFrustumCulledCount ?? 0) === (renderPerformance.instancedMeshDrawCount ?? -1)
&& (renderPerformance.instancedMeshStaticMatrixCount ?? 0) === (renderPerformance.instancedMeshDrawCount ?? -1)
&& (renderPerformance.instancedLocalObjectElisionCount ?? 0) >= (renderPerformance.instancedMeshObjectCount ?? 0)
&& (renderPerformance.virtualInstancedRootCount ?? 0) >= (renderPerformance.instancedMeshObjectCount ?? 0)
&& (renderPerformance.manualMatrixRootCount ?? 0) + (renderPerformance.virtualInstancedRootCount ?? 0) >= objectCount
&& (renderPerformance.manualMatrixRootCount ?? Number.POSITIVE_INFINITY) < objectCount
&& (renderPerformance.primitiveGeometryCount ?? 0) > 0
&& (renderPerformance.meshCacheSourceCount ?? 0) > 0
&& (renderPerformance.meshCacheHitCount ?? 0) > 0
&& (renderPerformance.fastObjParseCount ?? 0) > 0
&& (renderPerformance.fastObjLineScanCount ?? 0) > 0
&& (renderPerformance.fastObjStreamChunkCount ?? 0) > 0
&& (renderPerformance.fastObjStreamByteCount ?? 0) > 0
&& (renderPerformance.objLoaderFallbackCount ?? Number.POSITIVE_INFINITY) === 0
&& (renderPerformance.fastStlParseCount ?? 0) > 0
&& (renderPerformance.fastStlTriangleCount ?? 0) > 0
&& (renderPerformance.fastStlByteCount ?? 0) > 0
&& (renderPerformance.stlLoaderFallbackCount ?? Number.POSITIVE_INFINITY) === 0
&& (renderPerformance.retainedMeshGeometryCount ?? 0) > 0
&& (renderPerformance.sceneObjectBoundsCount ?? 0) >= objectCount
&& (renderPerformance.fastPickProxyBoundsCount ?? 0) >= thresholds.minMeshes
&& (renderPerformance.pickBoundsScratchTransformCount ?? 0) >= (renderPerformance.fastPickProxyBoundsCount ?? 0)
&& (renderPerformance.pickBoundsScratchTransformCount ?? Number.POSITIVE_INFINITY) < (renderPerformance.fastPickProxyBoundsCount ?? 0) * 2
&& (renderPerformance.meshSourceBoundsCount ?? 0) > 0
&& (renderPerformance.hoverCachedBoundsHitCount ?? 0) > 0
&& (renderPerformance.cameraFitTraversalCount ?? Number.POSITIVE_INFINITY) === 0
&& (renderPerformance.sceneBuildYieldCount ?? 0) > 0
&& (renderPerformance.reducedStateFrameCount ?? 0) > 0
&& (renderPerformance.incrementalBodyMergeCount ?? 0) > 0
&& (renderPerformance.statePayloadBodyCount ?? Number.POSITIVE_INFINITY) < (renderPerformance.mergedBodyStateCount ?? 0)
&& (renderPerformance.mergedBodyStateCount ?? 0) >= thresholds.minBodyBindings
&& (renderPerformance.stateBasePollIntervalMs ?? Number.POSITIVE_INFINITY) <= 80
&& (renderPerformance.statePausedPollIntervalMs ?? 0) >= 2000
&& (renderPerformance.stateActivePollRequestCount ?? 0) > 0
&& (renderPerformance.stateSkippedDuplicatePollFrameCount ?? 0) > 0
&& (renderPerformance.stateForwardedPollFrameCount ?? 0) > 0
&& (renderPerformance.stateParsedPollFrameCount ?? 0) >= (renderPerformance.stateForwardedPollFrameCount ?? Number.POSITIVE_INFINITY)
&& (renderPerformance.stateHashedPollFrameCount ?? 0) >= (renderPerformance.statePausedPollRequestCount ?? Number.POSITIVE_INFINITY)
&& (renderPerformance.stateSkippedDuplicateHashPollFrameCount ?? 0) > 0
&& (renderPerformance.stateNotModifiedPollFrameCount ?? 0) > 0
&& (renderPerformance.stateParsedPollFrameCount ?? Number.POSITIVE_INFINITY) < (renderPerformance.statePollRequestCount ?? 0)
&& (renderPerformance.batchedSceneRootCount ?? Number.POSITIVE_INFINITY) <= maxInstancedSceneRoots
&& (renderPerformance.sceneRootBatchCount ?? 0) > 1
&& (renderPerformance.sceneRootBatchCount ?? Number.POSITIVE_INFINITY) <= maxProgressiveSceneRootBatches
&& (renderPerformance.objectPhysicsProfileCacheHitCount ?? 0) > 0
&& (renderPerformance.builderPhysicsProfileCacheHitCount ?? 0) > 0
&& (renderPerformance.textWriteSkipCount ?? 0) > 0
&& (renderPerformance.textSelectorCacheHitCount ?? 0) > 0
&& (renderPerformance.textSelectorCacheMissCount ?? 0) > 0
&& (renderPerformance.diagnosticsPanelRenderCount ?? 0) > 0
&& (renderPerformance.diagnosticsPanelSkipCount ?? 0) > 0
&& (renderPerformance.statsRefreshIntervalMs ?? 0) >= 2500
&& (renderPerformance.statsRefreshRenderCount ?? 0) > 0
&& (renderPerformance.builderPanelRenderCount ?? 0) > 0
&& (renderPerformance.pickProxyCount ?? 0) >= objectCount
&& (renderPerformance.hoverPickTargetCount ?? Number.POSITIVE_INFINITY) > 0
&& (renderPerformance.hoverPickTargetCount ?? Number.POSITIVE_INFINITY) < (renderPerformance.pickProxyCount ?? 0)
&& (renderPerformance.hoverPickTargetCount ?? Number.POSITIVE_INFINITY) <= maxHoverPickTargets
&& (renderPerformance.skippedBodyStateCount ?? 0) > 0
&& desktopStats.diagnostics.renderPerformance.includes("large-scene"),
`mode=${renderPerformance.largeSceneMode} fps=${renderPerformance.targetRenderFps ?? "-"} statsRefresh=${renderPerformance.statsRefreshIntervalMs ?? "-"}ms ${renderPerformance.statsRefreshRenderCount ?? "-"}/${renderPerformance.statsRefreshSkipCount ?? "-"} dpr=${renderPerformance.renderPixelRatio ?? "-"} buffer=${renderPerformance.preserveDrawingBufferEnabled} readback=${renderPerformance.readbackRenderCount ?? "-"} shadows=${renderPerformance.shadowsEnabled} hover=${renderPerformance.hoverPickIntervalMs ?? "-"} load=${renderPerformance.sceneLoadTotalMs ?? "-"} objects=${renderPerformance.sceneLoadObjectsMs ?? "-"} prewarm=${renderPerformance.instancedMeshPrewarmCount ?? "-"}/${renderPerformance.instancedMeshPrewarmMs ?? "-"} finalize=${renderPerformance.instancedMeshFinalizeMs ?? "-"} camera=${renderPerformance.sceneLoadCameraFitMs ?? "-"} meshLoad=${renderPerformance.activeMeshSourceLoadCount ?? "-"}/${renderPerformance.peakMeshSourceLoadCount ?? "-"}/${renderPerformance.meshSourceLoadLimit ?? "-"} queued=${renderPerformance.queuedMeshSourceLoadCount ?? "-"} skipped=${renderPerformance.renderSkipCount ?? "-"} controls=${renderPerformance.controlsUpdateCount ?? "-"}/${renderPerformance.controlsUpdateSkippedCount ?? "-"} frozen=${renderPerformance.frozenStaticObjectCount ?? "-"} prefrozen=${renderPerformance.preFrozenMeshCloneCount ?? "-"} spinSkip=${renderPerformance.spinningScanSkippedCount ?? "-"} instanced=${renderPerformance.instancedMeshObjectCount ?? "-"}/${renderPerformance.instancedMeshBatchCount ?? "-"}/${renderPerformance.instancedMeshDrawCount ?? "-"} matrices=${renderPerformance.instancedMeshMatrixUpdateCount ?? "-"} cull=${renderPerformance.instancedMeshFrustumCulledCount ?? "-"} static=${renderPerformance.instancedMeshStaticMatrixCount ?? "-"} elidedLocal=${renderPerformance.instancedLocalObjectElisionCount ?? "-"} virtualRoots=${renderPerformance.virtualInstancedRootCount ?? "-"} manualRoots=${renderPerformance.manualMatrixRootCount ?? "-"} manualUpdates=${renderPerformance.manualMatrixUpdateCount ?? "-"} primitiveGeometries=${renderPerformance.primitiveGeometryCount ?? "-"} meshCache=${renderPerformance.meshCacheSourceCount ?? "-"} hit=${renderPerformance.meshCacheHitCount ?? "-"} miss=${renderPerformance.meshCacheMissCount ?? "-"} objFast=${renderPerformance.fastObjParseCount ?? "-"} objLines=${renderPerformance.fastObjLineScanCount ?? "-"} objStream=${renderPerformance.fastObjStreamChunkCount ?? "-"}/${renderPerformance.fastObjStreamByteCount ?? "-"}B/fallback=${renderPerformance.objLoaderFallbackCount ?? "-"} stlFast=${renderPerformance.fastStlParseCount ?? "-"} stlTris=${renderPerformance.fastStlTriangleCount ?? "-"} stlBytes=${renderPerformance.fastStlByteCount ?? "-"}B/fallback=${renderPerformance.stlLoaderFallbackCount ?? "-"} retained=${renderPerformance.retainedMeshGeometryCount ?? "-"}g/${renderPerformance.retainedMeshMaterialCount ?? "-"}m bounds=${renderPerformance.sceneObjectBoundsCount ?? "-"} fast=${renderPerformance.fastPickProxyBoundsCount ?? "-"} scratch=${renderPerformance.pickBoundsScratchTransformCount ?? "-"} source=${renderPerformance.meshSourceBoundsCount ?? "-"} hoverProxy=${renderPerformance.hoverProxyBoundsHitCount ?? "-"} cached=${renderPerformance.hoverCachedBoundsHitCount ?? "-"}/fallback=${renderPerformance.hoverRootBoundsFallbackCount ?? "-"} cameraTraversals=${renderPerformance.cameraFitTraversalCount ?? "-"} sceneBatches=${renderPerformance.sceneRootBatchCount ?? "-"}/${renderPerformance.batchedSceneRootCount ?? "-"} maxSceneRoots=${maxInstancedSceneRoots} maxBatches=${maxProgressiveSceneRootBatches} suppressed=${renderPerformance.sceneLoadSuppressedRenderCount ?? "-"} yields=${renderPerformance.sceneBuildYieldCount ?? "-"} statePayload=${renderPerformance.statePayloadBodyCount ?? "-"}/${renderPerformance.mergedBodyStateCount ?? "-"} reduced=${renderPerformance.reducedStateFrameCount ?? "-"} incremental=${renderPerformance.incrementalBodyMergeCount ?? "-"} poll=${renderPerformance.stateBasePollIntervalMs ?? "-"}/${renderPerformance.statePausedPollIntervalMs ?? "-"}/${renderPerformance.stateLastScheduledPollIntervalMs ?? "-"}ms ${renderPerformance.statePollRequestCount ?? "-"}/${renderPerformance.stateActivePollRequestCount ?? "-"}/${renderPerformance.statePausedPollRequestCount ?? "-"} semantic=${renderPerformance.stateParsedPollFrameCount ?? "-"}/${renderPerformance.stateForwardedPollFrameCount ?? "-"}/${renderPerformance.stateSkippedDuplicatePollFrameCount ?? "-"} hash=${renderPerformance.stateHashedPollFrameCount ?? "-"}/${renderPerformance.stateSkippedDuplicateHashPollFrameCount ?? "-"}/${renderPerformance.stateSkippedDuplicateSemanticPollFrameCount ?? "-"} notModified=${renderPerformance.stateNotModifiedPollFrameCount ?? "-"} uiCache=physics ${renderPerformance.objectPhysicsProfileCacheHitCount ?? "-"}/${renderPerformance.objectPhysicsProfileCacheMissCount ?? "-"} builder ${renderPerformance.builderPhysicsProfileCacheHitCount ?? "-"}/${renderPerformance.builderPhysicsProfileCacheMissCount ?? "-"} text ${renderPerformance.textWriteCount ?? "-"}/${renderPerformance.textWriteSkipCount ?? "-"} selector ${renderPerformance.textSelectorCacheHitCount ?? "-"}/${renderPerformance.textSelectorCacheMissCount ?? "-"} diagnostics ${renderPerformance.diagnosticsPanelRenderCount ?? "-"}/${renderPerformance.diagnosticsPanelSkipCount ?? "-"} builderPanels=${renderPerformance.builderPanelRenderCount ?? "-"}/${renderPerformance.builderPanelDeferredRenderCount ?? "-"}/${renderPerformance.builderPanelCoalescedRenderCount ?? "-"} pickTargets=${renderPerformance.hoverPickTargetCount ?? "-"}/${renderPerformance.pickProxyCount ?? "-"} hoverBudget=${maxHoverPickTargets} stateApply=${renderPerformance.appliedBodyStateCount ?? "-"}/skip=${renderPerformance.skippedBodyStateCount ?? "-"} unchanged=${renderPerformance.unchangedFrameCount ?? "-"} released=${renderPerformance.releasedGeometryCount ?? "-"}g/${renderPerformance.releasedMaterialCount ?? "-"}m/${renderPerformance.releasedTextureCount ?? "-"}t; ${desktopStats.diagnostics.renderPerformance}`,
);
check(
"browser-debug-capture-png",
debugCapture.ok && debugCapture.bytes >= thresholds.minEvidenceImageBytes,
`${Math.round((debugCapture.bytes ?? 0) / 1024)} KiB ${debugCapture.mime || "-"} ${debugCapture.error ?? ""}`.trim(),
);
check(
"browser-hover-proxy-bounds",
hoverProxyBounds.ok
&& (hoverProxyBounds.stats.renderPerformance?.hoverProxyBoundsHitCount ?? 0) > (hoverProxyBounds.before.renderPerformance?.hoverProxyBoundsHitCount ?? 0)
&& (hoverProxyBounds.stats.renderPerformance?.hoverCachedBoundsHitCount ?? 0) > (hoverProxyBounds.before.renderPerformance?.hoverCachedBoundsHitCount ?? 0)
&& (hoverProxyBounds.stats.renderPerformance?.hoverRootBoundsFallbackCount ?? Number.POSITIVE_INFINITY) === 0,
`point=${hoverProxyBounds.point ?? "-"} text=${hoverProxyBounds.hoverText || "-"} hit=${hoverProxyBounds.stats.renderPerformance?.hoverProxyBoundsHitCount ?? "-"} cached=${hoverProxyBounds.stats.renderPerformance?.hoverCachedBoundsHitCount ?? "-"} before=${hoverProxyBounds.before.renderPerformance?.hoverCachedBoundsHitCount ?? "-"} fallback=${hoverProxyBounds.stats.renderPerformance?.hoverRootBoundsFallbackCount ?? "-"}; ${hoverProxyBounds.stats.diagnostics.renderPerformance}`,
);
check(
"browser-builder-drag-panel-coalescing",
builderDragPanel.ok,
`${builderDragPanel.detail}; ${builderDragPanel.stats.diagnostics.renderPerformance}`,
);
const builderRelease = builderCompose.renderPerformance ?? {};
check(
"browser-resource-lifecycle",
(builderRelease.releasedGeometryCount ?? 0) > 0
&& (builderRelease.releasedMaterialCount ?? 0) > 0
&& (builderRelease.releasedTextureCount ?? 0) > 0
&& builderCompose.diagnostics.renderPerformance.includes("released"),
`released=${builderRelease.releasedGeometryCount ?? "-"}g/${builderRelease.releasedMaterialCount ?? "-"}m/${builderRelease.releasedTextureCount ?? "-"}t; ${builderCompose.diagnostics.renderPerformance}`,
);
check(
"browser-body-state-cache",
(stableBodyStateCache.renderPerformance?.skippedBodyStateCount ?? 0) > 0
&& (stableBodyStateCache.renderPerformance?.reducedStateFrameCount ?? 0) > 0
&& (stableBodyStateCache.renderPerformance?.incrementalBodyMergeCount ?? 0) > 0
&& (stableBodyStateCache.renderPerformance?.statePayloadBodyCount ?? Number.POSITIVE_INFINITY) < thresholds.minBodyBindings
&& (stableBodyStateCache.renderPerformance?.mergedBodyStateCount ?? 0) >= thresholds.minBodyBindings,
`stablePaused stateApply=${stableBodyStateCache.renderPerformance?.appliedBodyStateCount ?? "-"}/skip=${stableBodyStateCache.renderPerformance?.skippedBodyStateCount ?? "-"} statePayload=${stableBodyStateCache.renderPerformance?.statePayloadBodyCount ?? "-"}/${stableBodyStateCache.renderPerformance?.mergedBodyStateCount ?? "-"} reduced=${stableBodyStateCache.renderPerformance?.reducedStateFrameCount ?? "-"} incremental=${stableBodyStateCache.renderPerformance?.incrementalBodyMergeCount ?? "-"}; ${stableBodyStateCache.diagnostics.renderPerformance}`,
);
check(
"browser-adaptive-state-polling",
adaptiveStatePolling.ok,
`${adaptiveStatePolling.detail}; ${adaptiveStatePolling.stats.diagnostics.renderPerformance}`,
);
check(
"browser-builder-compose-ui",
/后端物理组合|physical backend composed/i.test(builderCompose.builderStatus)
&& numericText(builderCompose.summaryProps) === 0,
`${builderCompose.elapsedMs}ms ${builderCompose.builderStatus}; props=${builderCompose.summaryProps}`,
);
check(
"browser-builder-compose-backend",
builderCompose.diagnostics.controlUrl.includes("/control")
&& builderCompose.diagnostics.source.includes("外部仿真")
&& builderCompose.physics.includes("后端物理"),
JSON.stringify(builderCompose.diagnostics),
);
check("browser-acceptance-panel", acceptancePassed, desktopStats.acceptanceScore);
check("browser-acceptance-telemetry", acceptanceTelemetryOk, `desktop ${desktopAcceptanceElapsed}ms / mobile ${mobileAcceptanceElapsed}ms`);
check(
"browser-diagnostics-panel",
desktopStats.diagnostics.controlUrl.includes("/control")
&& desktopStats.diagnostics.source.includes("外部仿真")
&& desktopStats.diagnostics.binding.includes(String(bindingCount))
&& desktopStats.diagnostics.physicsTiers.includes(String(physicsTiers.backendDynamic ?? ""))
&& desktopStats.diagnostics.builderPhysics.includes(String(builderPhysics.backendDynamic ?? ""))
&& desktopStats.diagnostics.assets.includes(String(meshCount)),
JSON.stringify(desktopStats.diagnostics),
);
check("browser-resume-backend-state", resumeControl.backend.ok, `${resumeControl.backend.elapsedMs}ms paused=false`);
check("browser-resume-dom-sync", resumeControl.dom.ok && resumeControl.dom.elapsedMs <= thresholds.targetUiControlMs, `${resumeControl.dom.elapsedMs}ms`, resumeControl.dom.ok ? "warn" : "warn");
check("browser-pause-backend-state", pauseControl.backend.ok, `${pauseControl.backend.elapsedMs}ms paused=true`);
check("browser-pause-dom-sync", pauseControl.dom.ok && pauseControl.dom.elapsedMs <= thresholds.targetUiControlMs, `${pauseControl.dom.elapsedMs}ms`, pauseControl.dom.ok ? "warn" : "warn");
check(
"browser-mobile-preview",
numericText(mobileStats.pixels) > 0
&& numericText(mobileStats.objects) >= thresholds.minObjects
&& numericText(mobileStats.bindings) >= thresholds.minBodyBindings,
`${mobileStats.objects} objects / ${mobileStats.bindings} bindings / ${mobileStats.pixels} pixels`,
);
check("browser-mobile-acceptance-panel", mobileAcceptancePassed, mobileStats.acceptanceScore);
return {
desktop: desktopStats,
mobile: mobileStats,
builderCompose,
stableBodyStateCache,
shareLink,
shareRestore,
configImportRestore,
visualOnlyBoundary,
controlTimings: { resume: resumeControl, pause: pauseControl },
acceptanceTimings: { desktop: desktopAcceptance, mobile: mobileAcceptance },
paused,
resumed,
exports: {
builderConfig: builderConfigExport,
...acceptanceExports,
},
screenshots: {
builderCompose: builderComposeScreenshot,
shareRestore: shareRestore.screenshot,
configImportRestore: configImportRestore.screenshot,
visualOnlyBoundary: visualOnlyBoundary.screenshot,
desktop: desktopScreenshot,
debugCapture,
mobile: mobileScreenshot,
},
};
} finally {
await postControl("pause").catch(() => undefined);
await closeBrowser(browser);
}
}
await mkdir(outDir, { recursive: true });
const startedAt = new Date().toISOString();
const gitProvenance = await collectGitProvenance();
const backendUp = await ensureRealBackend();
await ensureFrontend();
const doctor = await runJsonStep("real-backend-doctor", ["node", "scripts/real-backend-dev.mjs", "doctor"]);
const editing = await runJsonStep("real-backend-editing", ["node", "scripts/verify-real-backend-editing.mjs", manifestUrl, path.join(outDir, "real-backend-editing")]);
let browserEvidence;
try {
browserEvidence = await verifyBrowser();
} catch (error) {
check("browser-product-scene", "fail", error?.stack ?? error?.message ?? String(error));
}
let evidenceArtifacts;
if (browserEvidence) {
try {
evidenceArtifacts = await collectEvidenceArtifacts(browserEvidence);
} catch (error) {
check("evidence-screenshot-artifacts", "fail", error?.stack ?? error?.message ?? String(error));
}
}
if (startedFrontend) {
startedFrontend.kill("SIGTERM");
}
const summary = summarize(checks);
const reportPath = path.join(outDir, "product-readiness-report.json");
const evidenceManifestPath = path.join(outDir, "product-readiness-evidence.json");
const report = {
schema: "motrixsim-web.product-readiness.v1",
startedAt,
finishedAt: new Date().toISOString(),
frontendUrl: frontendUrl.href,
frontendMode,
failOnWarn,
manifestUrl,
thresholds,
git: gitProvenance,
summary,
checks,
realBackendUp: backendUp
? {
code: backendUp.code,
stdoutTail: outputTail(backendUp.stdout),
stderrTail: outputTail(backendUp.stderr),
}
: undefined,
doctor: doctor.json,
realBackendEditing: editing.json,
browser: browserEvidence,
evidence: {
manifestPath: evidenceManifestPath,
artifacts: evidenceArtifacts,
},
};
await writeFile(reportPath, `${JSON.stringify(report, null, 2)}\n`);
const evidenceManifest = {
schema: "motrixsim-web.product-readiness-evidence.v1",
createdAt: new Date().toISOString(),
report: await describeArtifact(reportPath),
summary,
frontendUrl: frontendUrl.href,
manifestUrl,
git: gitProvenance,
artifacts: evidenceArtifacts,
};
await writeFile(evidenceManifestPath, `${JSON.stringify(evidenceManifest, null, 2)}\n`);
console.log(JSON.stringify(report, null, 2));
process.exitCode = summary.failed > 0 || (failOnWarn && summary.warned > 0) ? 1 : 0;