2191 lines
108 KiB
JavaScript
2191 lines
108 KiB
JavaScript
#!/usr/bin/env node
|
|
import { spawn } from "node:child_process";
|
|
import { createHash } from "node:crypto";
|
|
import { createConnection } from "node:net";
|
|
import { mkdir, readFile, writeFile } from "node:fs/promises";
|
|
import path from "node:path";
|
|
import { fileURLToPath, pathToFileURL } from "node:url";
|
|
import { chromium } from "playwright";
|
|
|
|
const rootDir = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "..");
|
|
const outDir = process.argv[3] ?? process.env.MOTRIXSIM_PRODUCT_OUT ?? "test-results/product-readiness";
|
|
const defaultManifestUrl = process.env.MOTRIXSIM_MANIFEST_URL ?? "http://127.0.0.1:18090/manifest";
|
|
const frontendMode = process.env.MOTRIXSIM_PRODUCT_FRONTEND_MODE === "preview" ? "preview" : "dev";
|
|
const failOnWarn = process.env.MOTRIXSIM_PRODUCT_FAIL_ON_WARN === "1";
|
|
const defaultFrontendPort = process.env.MOTRIXSIM_PRODUCT_FRONTEND_PORT ?? (frontendMode === "preview" ? "4173" : "5173");
|
|
const explicitFrontendUrl = process.argv[2] ?? process.env.MOTRIXSIM_WEB_URL;
|
|
const expectedPhysicalRobotPose = [1.85, -0.95, 0];
|
|
const backendStoreSceneId = "g1-store-blocks-physics";
|
|
function defaultFrontendUrl(port = defaultFrontendPort) {
|
|
return `http://127.0.0.1:${port}/?manifest=${encodeURIComponent(defaultManifestUrl)}&v=product-readiness`;
|
|
}
|
|
let frontendUrl = new URL(explicitFrontendUrl ?? defaultFrontendUrl());
|
|
const manifestUrl = frontendUrl.searchParams.get("manifest") ?? defaultManifestUrl;
|
|
|
|
const thresholds = {
|
|
minObjects: Number(process.env.MIN_PRODUCT_OBJECTS ?? "500"),
|
|
minMeshes: Number(process.env.MIN_PRODUCT_MESHES ?? "100"),
|
|
minBodyBindings: Number(process.env.MIN_PRODUCT_BINDINGS ?? "500"),
|
|
minEditableGroups: Number(process.env.MIN_PRODUCT_GROUPS ?? "1"),
|
|
minGroupedObjects: Number(process.env.MIN_PRODUCT_GROUPED_OBJECTS ?? "500"),
|
|
minMobileObjects: Number(process.env.MIN_PRODUCT_MOBILE_OBJECTS ?? "100"),
|
|
minMobileMeshes: Number(process.env.MIN_PRODUCT_MOBILE_MESHES ?? "20"),
|
|
targetUiControlMs: Number(process.env.TARGET_PRODUCT_UI_CONTROL_MS ?? "3000"),
|
|
maxUiControlMs: Number(process.env.MAX_PRODUCT_UI_CONTROL_MS ?? "6000"),
|
|
browserReadyMs: Number(process.env.PRODUCT_BROWSER_READY_MS ?? "180000"),
|
|
minEvidenceImageBytes: Number(process.env.MIN_PRODUCT_EVIDENCE_IMAGE_BYTES ?? "10000"),
|
|
minEvidenceExportBytes: Number(process.env.MIN_PRODUCT_EVIDENCE_EXPORT_BYTES ?? "1000"),
|
|
};
|
|
|
|
const checks = [];
|
|
let startedFrontend;
|
|
|
|
function check(id, stateOrOk, detail, level = "fail") {
|
|
const state = typeof stateOrOk === "boolean" ? (stateOrOk ? "pass" : level) : stateOrOk;
|
|
checks.push({ id, state, detail });
|
|
}
|
|
|
|
function summarize(items) {
|
|
const failed = items.filter((item) => item.state === "fail").length;
|
|
const warned = items.filter((item) => item.state === "warn").length;
|
|
const passed = items.filter((item) => item.state === "pass").length;
|
|
return {
|
|
result: failed > 0 ? "fail" : warned > 0 ? "warn" : "pass",
|
|
passed,
|
|
warned,
|
|
failed,
|
|
total: items.length,
|
|
};
|
|
}
|
|
|
|
function logProgress(message) {
|
|
process.stderr.write(`[product-gate] ${message}\n`);
|
|
}
|
|
|
|
async function withTimeout(label, promise, timeoutMs = 15000) {
|
|
let timeout;
|
|
try {
|
|
return await Promise.race([
|
|
promise,
|
|
new Promise((_, reject) => {
|
|
timeout = setTimeout(() => reject(new Error(`${label} timed out after ${timeoutMs}ms`)), timeoutMs);
|
|
}),
|
|
]);
|
|
} finally {
|
|
clearTimeout(timeout);
|
|
}
|
|
}
|
|
|
|
async function closeContext(context, label) {
|
|
try {
|
|
await withTimeout(label, context.close(), 15000);
|
|
} catch (error) {
|
|
check(`${label}-close`, "warn", error.message);
|
|
}
|
|
}
|
|
|
|
async function closeBrowser(browser) {
|
|
try {
|
|
await withTimeout("browser.close", browser.close(), 15000);
|
|
} catch (error) {
|
|
check("browser-close", "warn", error.message);
|
|
}
|
|
}
|
|
|
|
function run(args, options = {}) {
|
|
const [bin, ...rest] = args;
|
|
return new Promise((resolve) => {
|
|
const child = spawn(bin, rest, {
|
|
cwd: rootDir,
|
|
stdio: ["ignore", "pipe", "pipe"],
|
|
...options.spawn,
|
|
});
|
|
let stdout = "";
|
|
let stderr = "";
|
|
child.stdout?.on("data", (chunk) => {
|
|
stdout += chunk;
|
|
});
|
|
child.stderr?.on("data", (chunk) => {
|
|
stderr += chunk;
|
|
});
|
|
child.on("error", (error) => {
|
|
resolve({ code: 1, stdout, stderr: `${stderr}${error.message}` });
|
|
});
|
|
child.on("close", (code) => {
|
|
resolve({ code: code ?? 1, stdout, stderr });
|
|
});
|
|
});
|
|
}
|
|
|
|
function parseJsonOutput(output) {
|
|
const start = output.indexOf("{");
|
|
const end = output.lastIndexOf("}");
|
|
if (start < 0 || end < start) {
|
|
return undefined;
|
|
}
|
|
try {
|
|
return JSON.parse(output.slice(start, end + 1));
|
|
} catch {
|
|
return undefined;
|
|
}
|
|
}
|
|
|
|
async function runJsonStep(id, args) {
|
|
const result = await run(args);
|
|
const json = parseJsonOutput(result.stdout);
|
|
const failed = json?.summary?.failed ?? json?.summary?.fail ?? undefined;
|
|
const stepOk = result.code === 0 && json && (failed === undefined || failed === 0);
|
|
check(id, stepOk ? "pass" : "fail", stepOk ? `exit=0 ${json?.summary?.passed ?? "-"} passed` : `exit=${result.code} ${result.stderr.trim() || result.stdout.slice(0, 240)}`);
|
|
return { ...result, json };
|
|
}
|
|
|
|
function outputTail(output = "", maxLines = 24) {
|
|
return output.split(/\r?\n/).filter(Boolean).slice(-maxLines).join("\n").slice(-4000);
|
|
}
|
|
|
|
async function runExitStep(id, args, successDetail) {
|
|
const result = await run(args);
|
|
check(
|
|
id,
|
|
result.code === 0 ? "pass" : "fail",
|
|
result.code === 0
|
|
? successDetail
|
|
: `exit=${result.code} ${result.stderr.trim() || outputTail(result.stdout, 8)}`,
|
|
);
|
|
return result;
|
|
}
|
|
|
|
function shouldEnsureRealBackend() {
|
|
if (process.env.MOTRIXSIM_PRODUCT_SKIP_BACKEND_UP === "1") {
|
|
return false;
|
|
}
|
|
const url = new URL(manifestUrl);
|
|
return ["127.0.0.1", "localhost", "::1"].includes(url.hostname)
|
|
&& url.pathname.endsWith("/manifest");
|
|
}
|
|
|
|
async function ensureRealBackend() {
|
|
if (!shouldEnsureRealBackend()) {
|
|
check("real-backend-up", "pass", "skipped for non-local manifest or explicit opt-out");
|
|
return undefined;
|
|
}
|
|
return runExitStep(
|
|
"real-backend-up",
|
|
["node", "scripts/real-backend-dev.mjs", "up"],
|
|
"remote bridge synced, restarted, tunnel checked, and editing verifier passed",
|
|
);
|
|
}
|
|
|
|
function portOpen(host, port, timeoutMs = 700) {
|
|
return new Promise((resolve) => {
|
|
const socket = createConnection({ host, port });
|
|
const done = (value) => {
|
|
socket.destroy();
|
|
resolve(value);
|
|
};
|
|
socket.setTimeout(timeoutMs);
|
|
socket.once("connect", () => done(true));
|
|
socket.once("timeout", () => done(false));
|
|
socket.once("error", () => done(false));
|
|
});
|
|
}
|
|
|
|
async function fetchOk(url, timeoutMs = 2000) {
|
|
const controller = new AbortController();
|
|
const timeout = setTimeout(() => controller.abort(), timeoutMs);
|
|
try {
|
|
const response = await fetch(url, { cache: "no-store", signal: controller.signal });
|
|
return response.ok;
|
|
} catch {
|
|
return false;
|
|
} finally {
|
|
clearTimeout(timeout);
|
|
}
|
|
}
|
|
|
|
function controlUrlFromManifest() {
|
|
const url = new URL(manifestUrl);
|
|
url.pathname = url.pathname.replace(/\/manifest$/, "/control");
|
|
return url.href;
|
|
}
|
|
|
|
function frontendOrigin() {
|
|
const url = new URL(frontendUrl.href);
|
|
return `${url.protocol}//${url.host}`;
|
|
}
|
|
|
|
function stateUrlFromManifest({ compact = false } = {}) {
|
|
const url = new URL(manifestUrl);
|
|
url.pathname = url.pathname.replace(/\/manifest$/, "/state");
|
|
if (compact) {
|
|
url.searchParams.set("compact", "1");
|
|
}
|
|
return url.href;
|
|
}
|
|
|
|
async function postControl(action) {
|
|
const response = await fetch(controlUrlFromManifest(), {
|
|
method: "POST",
|
|
headers: { "Content-Type": "application/json" },
|
|
body: JSON.stringify({ action, compact: true }),
|
|
});
|
|
const text = await response.text();
|
|
let json;
|
|
try {
|
|
json = JSON.parse(text);
|
|
} catch {
|
|
json = { text };
|
|
}
|
|
return { ok: response.ok, status: response.status, json };
|
|
}
|
|
|
|
async function fetchState(options) {
|
|
const response = await fetch(stateUrlFromManifest(options), { cache: "no-store" });
|
|
const json = await response.json();
|
|
return { ok: response.ok, status: response.status, json };
|
|
}
|
|
|
|
async function waitForHttp(url, timeoutMs = 20000) {
|
|
const deadline = Date.now() + timeoutMs;
|
|
while (Date.now() < deadline) {
|
|
if (await fetchOk(url)) {
|
|
return true;
|
|
}
|
|
await new Promise((resolve) => setTimeout(resolve, 300));
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function frontendPort() {
|
|
return Number(frontendUrl.port || (frontendUrl.protocol === "https:" ? "443" : "80"));
|
|
}
|
|
|
|
async function selectAvailableFrontendPort() {
|
|
if (explicitFrontendUrl) {
|
|
return;
|
|
}
|
|
let port = frontendPort();
|
|
for (let attempt = 0; attempt < 20; attempt += 1) {
|
|
if (!(await portOpen(frontendUrl.hostname, port))) {
|
|
frontendUrl = new URL(defaultFrontendUrl(String(port)));
|
|
return;
|
|
}
|
|
port += 1;
|
|
}
|
|
}
|
|
|
|
function frontendSpawnArgs(port) {
|
|
if (frontendMode === "preview") {
|
|
return ["run", "preview", "--", "--host", "127.0.0.1", "--port", String(port), "--strictPort"];
|
|
}
|
|
return ["run", "dev", "--", "--host", "127.0.0.1", "--port", String(port), "--strictPort"];
|
|
}
|
|
|
|
async function ensureFrontend() {
|
|
const forceStart = process.env.MOTRIXSIM_PRODUCT_FORCE_FRONTEND === "1";
|
|
if (forceStart) {
|
|
await selectAvailableFrontendPort();
|
|
}
|
|
const baseUrl = new URL("/", frontendUrl).href;
|
|
const port = frontendPort();
|
|
if (!forceStart && await portOpen(frontendUrl.hostname, port) && await fetchOk(baseUrl)) {
|
|
check("frontend-server", "pass", `${baseUrl} already available (${frontendMode})`);
|
|
return;
|
|
}
|
|
if (process.env.MOTRIXSIM_PRODUCT_START_FRONTEND === "0") {
|
|
check("frontend-server", "fail", `${baseUrl} is not available`);
|
|
return;
|
|
}
|
|
startedFrontend = spawn("npm", frontendSpawnArgs(port), {
|
|
cwd: rootDir,
|
|
stdio: ["ignore", "pipe", "pipe"],
|
|
});
|
|
const ready = await waitForHttp(baseUrl, 30000);
|
|
check("frontend-server", ready ? "pass" : "fail", ready ? `${baseUrl} ${frontendMode} started` : `${baseUrl} ${frontendMode} did not start`);
|
|
}
|
|
|
|
function numericText(text) {
|
|
const match = String(text ?? "").match(/-?\d+(?:\.\d+)?/);
|
|
return match ? Number(match[0]) : 0;
|
|
}
|
|
|
|
function parseGroups(text) {
|
|
const match = String(text ?? "").match(/(\d+)\s*\/\s*(\d+)/);
|
|
return {
|
|
groups: match ? Number(match[1]) : 0,
|
|
groupedObjects: match ? Number(match[2]) : 0,
|
|
};
|
|
}
|
|
|
|
function acceptanceScoreHasNoFailures(text) {
|
|
const value = String(text ?? "");
|
|
if (value.includes("0 失败") || value.includes("0 fail")) {
|
|
return true;
|
|
}
|
|
const chinese = value.match(/(\d+)\s*失败/);
|
|
if (chinese) {
|
|
return Number(chinese[1]) === 0;
|
|
}
|
|
const english = value.match(/fail(?:ed|ure|s)?\D+(\d+)/i) ?? value.match(/(\d+)\D+fail(?:ed|ure|s)?/i);
|
|
return english ? Number(english[1]) === 0 : false;
|
|
}
|
|
|
|
function backendPhysicsCoverage(profile = {}, objectCount = 0) {
|
|
return Number(profile.backendFixed ?? 0) >= 1
|
|
&& (Number(profile.backendDynamic ?? 0) + Number(profile.backendStateOnly ?? 0)) >= 1
|
|
&& Number(profile.total ?? objectCount) === objectCount
|
|
&& Number(profile.visualOnly ?? Number.POSITIVE_INFINITY) === 0;
|
|
}
|
|
|
|
function compactStateFrame(state) {
|
|
return state
|
|
? {
|
|
ok: state.ok,
|
|
scene: state.scene,
|
|
step: state.step,
|
|
paused: state.paused,
|
|
running: state.running,
|
|
server_time: state.server_time,
|
|
bodyCount: Object.keys(state.bodies ?? {}).length,
|
|
step_ms: state.step_ms,
|
|
}
|
|
: state;
|
|
}
|
|
|
|
async function describeArtifact(filePath) {
|
|
const absolutePath = path.resolve(rootDir, filePath);
|
|
const bytes = await readFile(absolutePath);
|
|
return {
|
|
path: filePath,
|
|
bytes: bytes.byteLength,
|
|
sha256: createHash("sha256").update(bytes).digest("hex"),
|
|
};
|
|
}
|
|
|
|
async function gitOutput(args) {
|
|
const result = await run(["git", ...args]);
|
|
return result.code === 0 ? result.stdout.trim() : undefined;
|
|
}
|
|
|
|
function parseGitRemotes(output = "") {
|
|
return output
|
|
.split(/\r?\n/)
|
|
.map((line) => line.trim())
|
|
.filter(Boolean)
|
|
.map((line) => {
|
|
const match = line.match(/^(\S+)\s+(\S+)\s+\((fetch|push)\)$/);
|
|
return match ? { name: match[1], url: match[2], direction: match[3] } : undefined;
|
|
})
|
|
.filter(Boolean);
|
|
}
|
|
|
|
async function collectGitProvenance() {
|
|
const [
|
|
commit,
|
|
shortCommit,
|
|
branch,
|
|
upstream,
|
|
committedAt,
|
|
status,
|
|
remotes,
|
|
] = await Promise.all([
|
|
gitOutput(["rev-parse", "HEAD"]),
|
|
gitOutput(["rev-parse", "--short=12", "HEAD"]),
|
|
gitOutput(["rev-parse", "--abbrev-ref", "HEAD"]),
|
|
gitOutput(["rev-parse", "--abbrev-ref", "--symbolic-full-name", "@{u}"]),
|
|
gitOutput(["show", "-s", "--format=%cI", "HEAD"]),
|
|
gitOutput(["status", "--porcelain"]),
|
|
gitOutput(["remote", "-v"]),
|
|
]);
|
|
const dirtyFiles = status ? status.split(/\r?\n/).filter(Boolean) : [];
|
|
return {
|
|
commit,
|
|
shortCommit,
|
|
branch,
|
|
upstream,
|
|
committedAt,
|
|
dirty: dirtyFiles.length > 0,
|
|
dirtyFiles,
|
|
remotes: parseGitRemotes(remotes),
|
|
};
|
|
}
|
|
|
|
function captureStrategy(capture) {
|
|
return capture?.strategy ?? capture?.fallback ?? "viewport";
|
|
}
|
|
|
|
async function collectEvidenceArtifacts(browserEvidence) {
|
|
const builderCapture = browserEvidence?.screenshots?.builderCompose;
|
|
const shareRestoreCapture = browserEvidence?.screenshots?.shareRestore;
|
|
const configImportCapture = browserEvidence?.screenshots?.configImportRestore;
|
|
const visualOnlyBoundaryCapture = browserEvidence?.screenshots?.visualOnlyBoundary;
|
|
const desktopCapture = browserEvidence?.screenshots?.desktop;
|
|
const debugCapture = browserEvidence?.screenshots?.debugCapture;
|
|
const mobileCapture = browserEvidence?.screenshots?.mobile;
|
|
const builderConfigExport = browserEvidence?.exports?.builderConfig;
|
|
const packageExport = browserEvidence?.exports?.package;
|
|
const reportExport = browserEvidence?.exports?.report;
|
|
const builderCompose = builderCapture
|
|
? {
|
|
...(await describeArtifact(builderCapture.path)),
|
|
strategy: captureStrategy(builderCapture),
|
|
viewport: browserEvidence?.builderCompose?.viewport,
|
|
builderStatus: browserEvidence?.builderCompose?.builderStatus,
|
|
summaryProps: browserEvidence?.builderCompose?.summaryProps,
|
|
}
|
|
: undefined;
|
|
const shareRestore = shareRestoreCapture
|
|
? {
|
|
...(await describeArtifact(shareRestoreCapture.path)),
|
|
strategy: captureStrategy(shareRestoreCapture),
|
|
linkHasBuilderParam: browserEvidence?.shareLink?.hasBuilderParam,
|
|
restoredStatus: browserEvidence?.shareRestore?.workspaceStatus,
|
|
summaryProps: browserEvidence?.shareRestore?.stats?.summaryProps,
|
|
}
|
|
: undefined;
|
|
const configImportRestore = configImportCapture
|
|
? {
|
|
...(await describeArtifact(configImportCapture.path)),
|
|
strategy: captureStrategy(configImportCapture),
|
|
restoredStatus: browserEvidence?.configImportRestore?.workspaceStatus,
|
|
summaryProps: browserEvidence?.configImportRestore?.stats?.summaryProps,
|
|
}
|
|
: undefined;
|
|
const visualOnlyBoundary = visualOnlyBoundaryCapture
|
|
? {
|
|
...(await describeArtifact(visualOnlyBoundaryCapture.path)),
|
|
strategy: captureStrategy(visualOnlyBoundaryCapture),
|
|
acceptanceState: browserEvidence?.visualOnlyBoundary?.stats?.acceptanceTelemetry?.state,
|
|
acceptanceScore: browserEvidence?.visualOnlyBoundary?.stats?.acceptanceScore,
|
|
builderPhysics: browserEvidence?.visualOnlyBoundary?.stats?.builderPhysics,
|
|
}
|
|
: undefined;
|
|
const desktop = {
|
|
...(await describeArtifact(desktopCapture?.path ?? "")),
|
|
strategy: captureStrategy(desktopCapture),
|
|
canvas: browserEvidence?.desktop?.canvas,
|
|
};
|
|
const mobile = {
|
|
...(await describeArtifact(mobileCapture?.path ?? "")),
|
|
strategy: captureStrategy(mobileCapture),
|
|
canvas: browserEvidence?.mobile?.canvas,
|
|
};
|
|
const debugPng = debugCapture
|
|
? {
|
|
...(await describeArtifact(debugCapture.path)),
|
|
strategy: captureStrategy(debugCapture),
|
|
mime: debugCapture.mime,
|
|
}
|
|
: undefined;
|
|
const validDesktop = desktop.bytes >= thresholds.minEvidenceImageBytes
|
|
&& desktop.sha256.length === 64
|
|
&& desktop.strategy === "canvas";
|
|
const validMobile = mobile.bytes >= thresholds.minEvidenceImageBytes
|
|
&& mobile.sha256.length === 64
|
|
&& ["canvas", "preview", "page"].includes(mobile.strategy);
|
|
const validDebugPng = Boolean(debugPng)
|
|
&& debugPng.bytes >= thresholds.minEvidenceImageBytes
|
|
&& debugPng.sha256.length === 64
|
|
&& debugPng.strategy === "debug-capture"
|
|
&& debugPng.mime === "image/png";
|
|
const validBuilderCompose = Boolean(builderCompose)
|
|
&& builderCompose.bytes >= thresholds.minEvidenceImageBytes
|
|
&& builderCompose.sha256.length === 64
|
|
&& ["page", "preview", "canvas"].includes(builderCompose.strategy);
|
|
const validShareRestore = Boolean(shareRestore)
|
|
&& shareRestore.bytes >= thresholds.minEvidenceImageBytes
|
|
&& shareRestore.sha256.length === 64
|
|
&& ["page", "preview", "canvas"].includes(shareRestore.strategy);
|
|
const validConfigImportRestore = Boolean(configImportRestore)
|
|
&& configImportRestore.bytes >= thresholds.minEvidenceImageBytes
|
|
&& configImportRestore.sha256.length === 64
|
|
&& ["page", "preview", "canvas"].includes(configImportRestore.strategy);
|
|
const validVisualOnlyBoundary = Boolean(visualOnlyBoundary)
|
|
&& visualOnlyBoundary.bytes >= thresholds.minEvidenceImageBytes
|
|
&& visualOnlyBoundary.sha256.length === 64
|
|
&& ["page", "preview", "canvas"].includes(visualOnlyBoundary.strategy)
|
|
&& visualOnlyBoundary.acceptanceState === "pass"
|
|
&& Number(visualOnlyBoundary.builderPhysics?.visualOnly ?? Number.POSITIVE_INFINITY) === 0;
|
|
const builderConfig = builderConfigExport
|
|
? {
|
|
...(await describeArtifact(builderConfigExport.path)),
|
|
suggestedFilename: builderConfigExport.suggestedFilename,
|
|
version: builderConfigExport.version,
|
|
sceneId: builderConfigExport.sceneId,
|
|
robotId: builderConfigExport.robotId,
|
|
robotPose: builderConfigExport.robotPose,
|
|
propCount: builderConfigExport.propCount,
|
|
physics: builderConfigExport.physics,
|
|
workspaceStatus: builderConfigExport.workspaceStatus,
|
|
}
|
|
: undefined;
|
|
const acceptancePackage = packageExport
|
|
? {
|
|
...(await describeArtifact(packageExport.path)),
|
|
suggestedFilename: packageExport.suggestedFilename,
|
|
schema: packageExport.schema,
|
|
acceptanceState: packageExport.acceptanceState,
|
|
passCount: packageExport.passCount,
|
|
failCount: packageExport.failCount,
|
|
objectCount: packageExport.objectCount,
|
|
controlUrl: packageExport.controlUrl,
|
|
objectPhysics: packageExport.objectPhysics,
|
|
builderPhysics: packageExport.builderPhysics,
|
|
}
|
|
: undefined;
|
|
const acceptanceReport = reportExport
|
|
? {
|
|
...(await describeArtifact(reportExport.path)),
|
|
suggestedFilename: reportExport.suggestedFilename,
|
|
title: reportExport.title,
|
|
containsBackendPhysics: reportExport.containsBackendPhysics,
|
|
containsControlEndpoint: reportExport.containsControlEndpoint,
|
|
containsPhysicsTiers: reportExport.containsPhysicsTiers,
|
|
render: reportExport.render
|
|
? {
|
|
...(await describeArtifact(reportExport.render.path)),
|
|
title: reportExport.render.title,
|
|
h1: reportExport.render.h1,
|
|
verdict: reportExport.render.verdict,
|
|
caseRowCount: reportExport.render.caseRowCount,
|
|
checkRowCount: reportExport.render.checkRowCount,
|
|
containsBackendPhysics: reportExport.render.containsBackendPhysics,
|
|
containsControlEndpoint: reportExport.render.containsControlEndpoint,
|
|
containsPhysicsTiers: reportExport.render.containsPhysicsTiers,
|
|
}
|
|
: undefined,
|
|
}
|
|
: undefined;
|
|
const validPackage = Boolean(acceptancePackage)
|
|
&& acceptancePackage.bytes >= thresholds.minEvidenceExportBytes
|
|
&& acceptancePackage.sha256.length === 64
|
|
&& acceptancePackage.schema === "motrixsim-web.acceptance-package.v1"
|
|
&& acceptancePackage.acceptanceState === "pass"
|
|
&& acceptancePackage.failCount === 0
|
|
&& acceptancePackage.objectCount >= thresholds.minObjects
|
|
&& backendPhysicsCoverage(acceptancePackage.objectPhysics, acceptancePackage.objectCount)
|
|
&& Number(acceptancePackage.builderPhysics?.backendDynamic ?? Number.NaN) === 0
|
|
&& Number(acceptancePackage.builderPhysics?.visualOnly ?? Number.POSITIVE_INFINITY) === 0
|
|
&& Number(acceptancePackage.builderPhysics?.total ?? Number.NaN) === 0
|
|
&& acceptancePackage.builderPhysics?.ready === true
|
|
&& String(acceptancePackage.controlUrl ?? "").includes("/control");
|
|
const validBuilderConfig = Boolean(builderConfig)
|
|
&& builderConfig.bytes >= 256
|
|
&& builderConfig.sha256.length === 64
|
|
&& builderConfig.version === 1
|
|
&& builderConfig.sceneId === backendStoreSceneId
|
|
&& vec3Near(builderConfig.robotPose, expectedPhysicalRobotPose)
|
|
&& builderConfig.propCount === 0
|
|
&& builderConfig.physics?.ready === true
|
|
&& Number(builderConfig.physics?.backendDynamic ?? Number.NaN) === 0
|
|
&& Number(builderConfig.physics?.visualOnly ?? Number.POSITIVE_INFINITY) === 0
|
|
&& Number(builderConfig.physics?.total ?? Number.NaN) === 0;
|
|
const validReport = Boolean(acceptanceReport)
|
|
&& acceptanceReport.bytes >= thresholds.minEvidenceExportBytes
|
|
&& acceptanceReport.sha256.length === 64
|
|
&& acceptanceReport.containsBackendPhysics === true
|
|
&& acceptanceReport.containsControlEndpoint === true
|
|
&& acceptanceReport.containsPhysicsTiers === true
|
|
&& acceptanceReport.render?.bytes >= thresholds.minEvidenceImageBytes
|
|
&& acceptanceReport.render?.sha256.length === 64
|
|
&& acceptanceReport.render?.caseRowCount >= 1
|
|
&& acceptanceReport.render?.checkRowCount >= 1
|
|
&& acceptanceReport.render?.containsBackendPhysics === true
|
|
&& acceptanceReport.render?.containsControlEndpoint === true
|
|
&& acceptanceReport.render?.containsPhysicsTiers === true;
|
|
check(
|
|
"evidence-screenshot-artifacts",
|
|
validDesktop && validMobile && validDebugPng && validBuilderCompose && validShareRestore && validConfigImportRestore && validVisualOnlyBoundary,
|
|
`builder ${Math.round((builderCompose?.bytes ?? 0) / 1024)} KiB ${builderCompose?.strategy ?? "-"}; share ${Math.round((shareRestore?.bytes ?? 0) / 1024)} KiB ${shareRestore?.strategy ?? "-"}; import ${Math.round((configImportRestore?.bytes ?? 0) / 1024)} KiB ${configImportRestore?.strategy ?? "-"}; boundary ${Math.round((visualOnlyBoundary?.bytes ?? 0) / 1024)} KiB ${visualOnlyBoundary?.strategy ?? "-"}; desktop ${Math.round(desktop.bytes / 1024)} KiB ${desktop.strategy}; debug ${Math.round((debugPng?.bytes ?? 0) / 1024)} KiB ${debugPng?.strategy ?? "-"}; mobile ${Math.round(mobile.bytes / 1024)} KiB ${mobile.strategy}`,
|
|
);
|
|
check(
|
|
"evidence-export-artifacts",
|
|
validPackage && validReport && validBuilderConfig,
|
|
`config ${Math.round((builderConfig?.bytes ?? 0) / 1024)} KiB v${builderConfig?.version ?? "-"}; package ${Math.round((acceptancePackage?.bytes ?? 0) / 1024)} KiB ${acceptancePackage?.schema ?? "-"}; report ${Math.round((acceptanceReport?.bytes ?? 0) / 1024)} KiB; rendered ${Math.round((acceptanceReport?.render?.bytes ?? 0) / 1024)} KiB`,
|
|
);
|
|
return {
|
|
screenshots: {
|
|
builderCompose,
|
|
shareRestore,
|
|
configImportRestore,
|
|
visualOnlyBoundary,
|
|
desktop,
|
|
debugPng,
|
|
mobile,
|
|
},
|
|
exports: {
|
|
builderConfig,
|
|
acceptancePackage,
|
|
acceptanceReport,
|
|
},
|
|
};
|
|
}
|
|
|
|
async function readBrowserStats(page) {
|
|
return page.evaluate(() => {
|
|
const text = (selector) => document.querySelector(selector)?.textContent?.trim() ?? "";
|
|
const numberData = (key) => {
|
|
const raw = document.documentElement.dataset[key];
|
|
if (raw === undefined || raw.trim() === "") {
|
|
return undefined;
|
|
}
|
|
const parsed = Number(raw);
|
|
return Number.isFinite(parsed) ? parsed : undefined;
|
|
};
|
|
const data = document.documentElement.dataset;
|
|
const canvas = document.querySelector("canvas");
|
|
return {
|
|
lang: document.documentElement.lang,
|
|
title: document.title,
|
|
h1: text("h1"),
|
|
status: text("#status"),
|
|
stateStatus: text("#state-status"),
|
|
controlStatus: text("#control-status"),
|
|
sourceLabel: text("#viewport-source-label"),
|
|
projectSource: text("#project-simulation-source"),
|
|
builderStatus: text("#builder-status"),
|
|
summaryProps: text("#summary-props"),
|
|
summaryPhysics: text("#summary-physics"),
|
|
manifest: text("#stat-manifest"),
|
|
objects: text("#stat-objects"),
|
|
bindings: text("#stat-bindings"),
|
|
groups: text("#stat-groups"),
|
|
meshes: text("#stat-meshes"),
|
|
fallbacks: text("#stat-fallbacks"),
|
|
physics: text("#stat-physics"),
|
|
step: text("#stat-step"),
|
|
paused: text("#stat-paused"),
|
|
pixels: text("#stat-pixels"),
|
|
acceptanceVerdict: text("#acceptance-verdict"),
|
|
acceptanceScore: text("#acceptance-score"),
|
|
acceptanceTelemetry: {
|
|
runAt: data.acceptanceRunAt,
|
|
elapsedMs: numberData("acceptanceElapsedMs"),
|
|
state: data.acceptanceState,
|
|
passCount: numberData("acceptancePassCount"),
|
|
warnCount: numberData("acceptanceWarnCount"),
|
|
failCount: numberData("acceptanceFailCount"),
|
|
total: numberData("acceptanceTotal"),
|
|
},
|
|
runState: text("#viewport-run-state"),
|
|
builderSceneTelemetry: window.__motrixPreviewDebug?.getBuilderSceneTelemetry?.()
|
|
?? window.__motrixBuilderSceneTelemetry?.current,
|
|
physicsTiers: {
|
|
backendDynamic: numberData("physicsBackendDynamic"),
|
|
backendFixed: numberData("physicsBackendFixed"),
|
|
backendStateOnly: numberData("physicsBackendStateOnly"),
|
|
visualOnly: numberData("physicsVisualOnly"),
|
|
total: numberData("physicsTotalObjects"),
|
|
},
|
|
builderPhysics: {
|
|
backendDynamic: numberData("builderBackendDynamic"),
|
|
visualOnly: numberData("builderVisualOnly"),
|
|
total: numberData("builderTotalObjects"),
|
|
ready: data.builderPhysicsReady === "true",
|
|
},
|
|
renderPerformance: {
|
|
largeSceneMode: data.largeSceneMode === "true",
|
|
targetRenderFps: numberData("targetRenderFps"),
|
|
actualRenderFps: numberData("actualRenderFps"),
|
|
renderPixelRatio: numberData("renderPixelRatio"),
|
|
preserveDrawingBufferEnabled: data.preserveDrawingBufferEnabled === "true",
|
|
shadowsEnabled: data.shadowsEnabled === "true",
|
|
renderSkipCount: numberData("renderSkipCount"),
|
|
lastRenderDurationMs: numberData("lastRenderDurationMs"),
|
|
readbackRenderCount: numberData("readbackRenderCount"),
|
|
controlsUpdateCount: numberData("controlsUpdateCount"),
|
|
controlsUpdateSkippedCount: numberData("controlsUpdateSkippedCount"),
|
|
hoverPickIntervalMs: numberData("hoverPickIntervalMs"),
|
|
sceneLoadTotalMs: numberData("sceneLoadTotalMs"),
|
|
sceneLoadConfigureMs: numberData("sceneLoadConfigureMs"),
|
|
sceneLoadMaterialsMs: numberData("sceneLoadMaterialsMs"),
|
|
sceneLoadHelpersMs: numberData("sceneLoadHelpersMs"),
|
|
sceneLoadObjectsMs: numberData("sceneLoadObjectsMs"),
|
|
sceneLoadEditableRefreshMs: numberData("sceneLoadEditableRefreshMs"),
|
|
sceneLoadCameraFitMs: numberData("sceneLoadCameraFitMs"),
|
|
instancedMeshPrewarmCount: numberData("instancedMeshPrewarmCount"),
|
|
instancedMeshPrewarmMs: numberData("instancedMeshPrewarmMs"),
|
|
instancedMeshFinalizeMs: numberData("instancedMeshFinalizeMs"),
|
|
frozenStaticObjectCount: numberData("frozenStaticObjectCount"),
|
|
preFrozenMeshCloneCount: numberData("preFrozenMeshCloneCount"),
|
|
spinningScanSkippedCount: numberData("spinningScanSkippedCount"),
|
|
instancedMeshObjectCount: numberData("instancedMeshObjectCount"),
|
|
instancedMeshBatchCount: numberData("instancedMeshBatchCount"),
|
|
instancedMeshDrawCount: numberData("instancedMeshDrawCount"),
|
|
instancedMeshMatrixUpdateCount: numberData("instancedMeshMatrixUpdateCount"),
|
|
instancedMeshFrustumCulledCount: numberData("instancedMeshFrustumCulledCount"),
|
|
instancedMeshStaticMatrixCount: numberData("instancedMeshStaticMatrixCount"),
|
|
instancedLocalObjectElisionCount: numberData("instancedLocalObjectElisionCount"),
|
|
virtualInstancedRootCount: numberData("virtualInstancedRootCount"),
|
|
manualMatrixRootCount: numberData("manualMatrixRootCount"),
|
|
manualMatrixUpdateCount: numberData("manualMatrixUpdateCount"),
|
|
primitiveGeometryCount: numberData("primitiveGeometryCount"),
|
|
pickProxyCount: numberData("pickProxyCount"),
|
|
hoverPickTargetCount: numberData("hoverPickTargetCount"),
|
|
appliedBodyStateCount: numberData("appliedBodyStateCount"),
|
|
skippedBodyStateCount: numberData("skippedBodyStateCount"),
|
|
unchangedFrameCount: numberData("unchangedFrameCount"),
|
|
dragMoveEventCount: numberData("dragMoveEventCount"),
|
|
dragCoalescedMoveCount: numberData("dragCoalescedMoveCount"),
|
|
dragAppliedMoveCount: numberData("dragAppliedMoveCount"),
|
|
releasedGeometryCount: numberData("releasedGeometryCount"),
|
|
releasedMaterialCount: numberData("releasedMaterialCount"),
|
|
releasedTextureCount: numberData("releasedTextureCount"),
|
|
meshSourceLoadLimit: numberData("meshSourceLoadLimit"),
|
|
activeMeshSourceLoadCount: numberData("activeMeshSourceLoadCount"),
|
|
peakMeshSourceLoadCount: numberData("peakMeshSourceLoadCount"),
|
|
queuedMeshSourceLoadCount: numberData("queuedMeshSourceLoadCount"),
|
|
meshCacheSourceCount: numberData("meshCacheSourceCount"),
|
|
meshCacheHitCount: numberData("meshCacheHitCount"),
|
|
meshCacheMissCount: numberData("meshCacheMissCount"),
|
|
fastObjParseCount: numberData("fastObjParseCount"),
|
|
fastObjLineScanCount: numberData("fastObjLineScanCount"),
|
|
fastObjStreamChunkCount: numberData("fastObjStreamChunkCount"),
|
|
fastObjStreamByteCount: numberData("fastObjStreamByteCount"),
|
|
objLoaderFallbackCount: numberData("objLoaderFallbackCount"),
|
|
fastStlParseCount: numberData("fastStlParseCount"),
|
|
fastStlTriangleCount: numberData("fastStlTriangleCount"),
|
|
fastStlByteCount: numberData("fastStlByteCount"),
|
|
stlLoaderFallbackCount: numberData("stlLoaderFallbackCount"),
|
|
retainedMeshGeometryCount: numberData("retainedMeshGeometryCount"),
|
|
retainedMeshMaterialCount: numberData("retainedMeshMaterialCount"),
|
|
sceneObjectBoundsCount: numberData("sceneObjectBoundsCount"),
|
|
fastPickProxyBoundsCount: numberData("fastPickProxyBoundsCount"),
|
|
pickBoundsScratchTransformCount: numberData("pickBoundsScratchTransformCount"),
|
|
meshSourceBoundsCount: numberData("meshSourceBoundsCount"),
|
|
hoverProxyBoundsHitCount: numberData("hoverProxyBoundsHitCount"),
|
|
hoverCachedBoundsHitCount: numberData("hoverCachedBoundsHitCount"),
|
|
hoverRootBoundsFallbackCount: numberData("hoverRootBoundsFallbackCount"),
|
|
cameraFitTraversalCount: numberData("cameraFitTraversalCount"),
|
|
sceneLoadSuppressedRenderCount: numberData("sceneLoadSuppressedRenderCount"),
|
|
sceneBuildYieldCount: numberData("sceneBuildYieldCount"),
|
|
statePayloadBodyCount: numberData("statePayloadBodyCount"),
|
|
mergedBodyStateCount: numberData("mergedBodyStateCount"),
|
|
reducedStateFrameCount: numberData("reducedStateFrameCount"),
|
|
incrementalBodyMergeCount: numberData("incrementalBodyMergeCount"),
|
|
stateBasePollIntervalMs: numberData("stateBasePollIntervalMs"),
|
|
statePausedPollIntervalMs: numberData("statePausedPollIntervalMs"),
|
|
stateLastScheduledPollIntervalMs: numberData("stateLastScheduledPollIntervalMs"),
|
|
statePollRequestCount: numberData("statePollRequestCount"),
|
|
stateActivePollRequestCount: numberData("stateActivePollRequestCount"),
|
|
statePausedPollRequestCount: numberData("statePausedPollRequestCount"),
|
|
stateParsedPollFrameCount: numberData("stateParsedPollFrameCount"),
|
|
stateForwardedPollFrameCount: numberData("stateForwardedPollFrameCount"),
|
|
stateSkippedDuplicatePollFrameCount: numberData("stateSkippedDuplicatePollFrameCount"),
|
|
stateHashedPollFrameCount: numberData("stateHashedPollFrameCount"),
|
|
stateSkippedDuplicateHashPollFrameCount: numberData("stateSkippedDuplicateHashPollFrameCount"),
|
|
stateSkippedDuplicateSemanticPollFrameCount: numberData("stateSkippedDuplicateSemanticPollFrameCount"),
|
|
stateNotModifiedPollFrameCount: numberData("stateNotModifiedPollFrameCount"),
|
|
batchedSceneRootCount: numberData("batchedSceneRootCount"),
|
|
sceneRootBatchCount: numberData("sceneRootBatchCount"),
|
|
objectPhysicsProfileCacheHitCount: numberData("objectPhysicsProfileCacheHitCount"),
|
|
objectPhysicsProfileCacheMissCount: numberData("objectPhysicsProfileCacheMissCount"),
|
|
builderPhysicsProfileCacheHitCount: numberData("builderPhysicsProfileCacheHitCount"),
|
|
builderPhysicsProfileCacheMissCount: numberData("builderPhysicsProfileCacheMissCount"),
|
|
textWriteCount: numberData("textWriteCount"),
|
|
textWriteSkipCount: numberData("textWriteSkipCount"),
|
|
textSelectorCacheHitCount: numberData("textSelectorCacheHitCount"),
|
|
textSelectorCacheMissCount: numberData("textSelectorCacheMissCount"),
|
|
diagnosticsPanelRenderCount: numberData("diagnosticsPanelRenderCount"),
|
|
diagnosticsPanelSkipCount: numberData("diagnosticsPanelSkipCount"),
|
|
statsRefreshIntervalMs: numberData("statsRefreshIntervalMs"),
|
|
statsRefreshRenderCount: numberData("statsRefreshRenderCount"),
|
|
statsRefreshSkipCount: numberData("statsRefreshSkipCount"),
|
|
builderPanelRenderCount: numberData("builderPanelRenderCount"),
|
|
builderPanelDeferredRenderCount: numberData("builderPanelDeferredRenderCount"),
|
|
builderPanelCoalescedRenderCount: numberData("builderPanelCoalescedRenderCount"),
|
|
},
|
|
diagnostics: {
|
|
manifestUrl: text("#diag-manifest-url"),
|
|
stateUrl: text("#diag-state-url"),
|
|
controlUrl: text("#diag-control-url"),
|
|
source: text("#diag-source"),
|
|
lastControl: text("#diag-last-control"),
|
|
latency: text("#diag-control-latency"),
|
|
acceptanceLatency: text("#diag-acceptance-latency"),
|
|
binding: text("#diag-binding"),
|
|
physicsTiers: text("#diag-physics-tiers"),
|
|
builderPhysics: text("#diag-builder-physics"),
|
|
assets: text("#diag-assets"),
|
|
renderPerformance: text("#diag-render-performance"),
|
|
status: text("#diagnostics-status"),
|
|
},
|
|
canvas: canvas ? {
|
|
width: canvas.width,
|
|
height: canvas.height,
|
|
clientWidth: canvas.clientWidth,
|
|
clientHeight: canvas.clientHeight,
|
|
} : null,
|
|
};
|
|
});
|
|
}
|
|
|
|
function numberOrDash(value) {
|
|
return Number.isFinite(Number(value)) ? Math.round(Number(value)) : "-";
|
|
}
|
|
|
|
function builderSceneTelemetryDetail(telemetry) {
|
|
if (!telemetry) {
|
|
return "telemetry=missing";
|
|
}
|
|
return [
|
|
`telemetry=${numberOrDash(telemetry.totalMs)}ms`,
|
|
`compose=${numberOrDash(telemetry.composeMs)}ms`,
|
|
`preview=${numberOrDash(telemetry.previewLoadMs)}ms`,
|
|
`state=${numberOrDash(telemetry.stateConnectMs)}ms`,
|
|
`stats=${numberOrDash(telemetry.statsRenderMs)}ms`,
|
|
`pixelWait=${numberOrDash(telemetry.pixelProofWaitMs)}ms`,
|
|
`pixel=${numberOrDash(telemetry.pixelProofMs)}ms`,
|
|
`load=${numberOrDash(telemetry.loadResolvedManifestMs)}ms`,
|
|
`drag=${numberOrDash(telemetry.dragSetupMs)}ms`,
|
|
`reset=${numberOrDash(telemetry.resetMs)}ms`,
|
|
`cached=${telemetry.cached ?? "-"}`,
|
|
`resetApplied=${telemetry.resetApplied ?? "-"}`,
|
|
].join(" ");
|
|
}
|
|
|
|
function hasValidBuilderSceneTelemetry(telemetry) {
|
|
return telemetry
|
|
&& telemetry.schema === "motrixsim-web.builder-scene-telemetry.v1"
|
|
&& telemetry.backendCompose === true
|
|
&& Number(telemetry.totalMs) > 0
|
|
&& Number(telemetry.composeMs) >= 0
|
|
&& Number(telemetry.previewLoadMs) > 0
|
|
&& Number(telemetry.loadResolvedManifestMs) >= Number(telemetry.previewLoadMs)
|
|
&& Number(telemetry.statsRenderMs) >= 0
|
|
&& Number(telemetry.pixelProofMs) > 0
|
|
&& telemetry.resetApplied === true
|
|
&& !telemetry.error;
|
|
}
|
|
|
|
async function waitForStableBodyStateCache(page) {
|
|
await page.waitForFunction(([minBindings]) => {
|
|
const skipped = Number(document.documentElement.dataset.skippedBodyStateCount ?? "0");
|
|
const payload = Number(document.documentElement.dataset.statePayloadBodyCount ?? "0");
|
|
const merged = Number(document.documentElement.dataset.mergedBodyStateCount ?? "0");
|
|
const reduced = Number(document.documentElement.dataset.reducedStateFrameCount ?? "0");
|
|
const paused = document.querySelector("#stat-paused")?.textContent?.trim() === "true";
|
|
return paused && skipped > 0 && reduced > 0 && payload > 0 && payload < minBindings && merged >= minBindings;
|
|
}, [thresholds.minBodyBindings], { polling: 100, timeout: thresholds.browserReadyMs });
|
|
return readBrowserStats(page);
|
|
}
|
|
|
|
async function waitForAdaptiveStatePolling(page) {
|
|
const before = await readBrowserStats(page);
|
|
const beforePausedPolls = before.renderPerformance?.statePausedPollRequestCount ?? 0;
|
|
const beforeDuplicateSkips = before.renderPerformance?.stateSkippedDuplicatePollFrameCount ?? 0;
|
|
await page.waitForFunction(([previousPausedPolls, previousDuplicateSkips]) => {
|
|
const data = document.documentElement.dataset;
|
|
const base = Number(data.stateBasePollIntervalMs ?? "0");
|
|
const paused = Number(data.statePausedPollIntervalMs ?? "0");
|
|
const scheduled = Number(data.stateLastScheduledPollIntervalMs ?? "0");
|
|
const activePolls = Number(data.stateActivePollRequestCount ?? "0");
|
|
const pausedPolls = Number(data.statePausedPollRequestCount ?? "0");
|
|
const parsedFrames = Number(data.stateParsedPollFrameCount ?? "0");
|
|
const forwardedFrames = Number(data.stateForwardedPollFrameCount ?? "0");
|
|
const skippedDuplicates = Number(data.stateSkippedDuplicatePollFrameCount ?? "0");
|
|
const hashedFrames = Number(data.stateHashedPollFrameCount ?? "0");
|
|
const hashSkippedFrames = Number(data.stateSkippedDuplicateHashPollFrameCount ?? "0");
|
|
const notModifiedFrames = Number(data.stateNotModifiedPollFrameCount ?? "0");
|
|
return base > 0
|
|
&& base <= 80
|
|
&& paused >= 2000
|
|
&& scheduled >= paused
|
|
&& activePolls > 0
|
|
&& pausedPolls > previousPausedPolls
|
|
&& skippedDuplicates > previousDuplicateSkips
|
|
&& forwardedFrames > 0
|
|
&& parsedFrames >= forwardedFrames
|
|
&& hashedFrames >= pausedPolls
|
|
&& hashSkippedFrames > 0
|
|
&& notModifiedFrames > 0
|
|
&& parsedFrames < pausedPolls;
|
|
}, [beforePausedPolls, beforeDuplicateSkips], { polling: 100, timeout: 10000 });
|
|
const stats = await readBrowserStats(page);
|
|
const perf = stats.renderPerformance ?? {};
|
|
return {
|
|
ok: (perf.stateBasePollIntervalMs ?? Number.POSITIVE_INFINITY) <= 80
|
|
&& (perf.statePausedPollIntervalMs ?? 0) >= 2000
|
|
&& (perf.stateLastScheduledPollIntervalMs ?? 0) >= (perf.statePausedPollIntervalMs ?? Number.POSITIVE_INFINITY)
|
|
&& (perf.stateActivePollRequestCount ?? 0) > 0
|
|
&& (perf.statePausedPollRequestCount ?? 0) > beforePausedPolls
|
|
&& (perf.stateSkippedDuplicatePollFrameCount ?? 0) > beforeDuplicateSkips
|
|
&& (perf.stateForwardedPollFrameCount ?? 0) > 0
|
|
&& (perf.stateParsedPollFrameCount ?? 0) >= (perf.stateForwardedPollFrameCount ?? Number.POSITIVE_INFINITY)
|
|
&& (perf.stateHashedPollFrameCount ?? 0) >= (perf.statePausedPollRequestCount ?? Number.POSITIVE_INFINITY)
|
|
&& (perf.stateSkippedDuplicateHashPollFrameCount ?? 0) > 0
|
|
&& (perf.stateNotModifiedPollFrameCount ?? 0) > 0
|
|
&& (perf.stateParsedPollFrameCount ?? Number.POSITIVE_INFINITY) < (perf.statePausedPollRequestCount ?? 0),
|
|
before,
|
|
stats,
|
|
detail: `poll=${perf.stateBasePollIntervalMs ?? "-"}/${perf.statePausedPollIntervalMs ?? "-"}/${perf.stateLastScheduledPollIntervalMs ?? "-"}ms requests=${perf.statePollRequestCount ?? "-"}/${perf.stateActivePollRequestCount ?? "-"}/${perf.statePausedPollRequestCount ?? "-"} semantic=${perf.stateParsedPollFrameCount ?? "-"}/${perf.stateForwardedPollFrameCount ?? "-"}/${perf.stateSkippedDuplicatePollFrameCount ?? "-"} hash=${perf.stateHashedPollFrameCount ?? "-"}/${perf.stateSkippedDuplicateHashPollFrameCount ?? "-"}/${perf.stateSkippedDuplicateSemanticPollFrameCount ?? "-"} notModified=${perf.stateNotModifiedPollFrameCount ?? "-"} before=${beforePausedPolls}/${beforeDuplicateSkips}`,
|
|
};
|
|
}
|
|
|
|
async function exerciseHoverProxyBounds(page) {
|
|
const before = await readBrowserStats(page);
|
|
const beforeHits = before.renderPerformance?.hoverProxyBoundsHitCount ?? 0;
|
|
const beforeCachedHits = before.renderPerformance?.hoverCachedBoundsHitCount ?? 0;
|
|
const canvasBox = await page.locator("canvas").boundingBox();
|
|
if (!canvasBox) {
|
|
return { ok: false, before, stats: before, hoverText: "", detail: "canvas not found" };
|
|
}
|
|
const fractions = [0.5, 0.35, 0.65, 0.2, 0.8];
|
|
let stats = before;
|
|
let hoverText = "";
|
|
let point = "";
|
|
for (const fy of fractions) {
|
|
for (const fx of fractions) {
|
|
const x = canvasBox.x + canvasBox.width * fx;
|
|
const y = canvasBox.y + canvasBox.height * fy;
|
|
point = `${fx.toFixed(2)},${fy.toFixed(2)}`;
|
|
await page.mouse.move(x, y);
|
|
await page.waitForTimeout(90);
|
|
stats = await readBrowserStats(page);
|
|
hoverText = await page.locator("#hover-target").textContent().catch(() => "") ?? "";
|
|
if (
|
|
(stats.renderPerformance?.hoverProxyBoundsHitCount ?? 0) > beforeHits
|
|
&& (stats.renderPerformance?.hoverCachedBoundsHitCount ?? 0) > beforeCachedHits
|
|
&& hoverText.trim()
|
|
) {
|
|
return { ok: true, before, stats, hoverText: hoverText.trim(), point };
|
|
}
|
|
}
|
|
}
|
|
return {
|
|
ok: (stats.renderPerformance?.hoverProxyBoundsHitCount ?? 0) > beforeHits
|
|
&& (stats.renderPerformance?.hoverCachedBoundsHitCount ?? 0) > beforeCachedHits,
|
|
before,
|
|
stats,
|
|
hoverText: hoverText.trim(),
|
|
point,
|
|
};
|
|
}
|
|
|
|
async function exerciseBuilderDragPanelCoalescing(page) {
|
|
const before = await readBrowserStats(page);
|
|
const summaryProps = numericText(before.summaryProps);
|
|
if (summaryProps === 0) {
|
|
return {
|
|
ok: true,
|
|
skipped: true,
|
|
before,
|
|
stats: before,
|
|
detail: "no builder props in stocked shelf scene; drag coalescing is not applicable",
|
|
};
|
|
}
|
|
const target = await page.evaluate(() => {
|
|
const rows = Array.from(document.querySelectorAll("[data-select-prop]"));
|
|
for (const row of rows) {
|
|
const id = row instanceof HTMLElement ? row.dataset.selectProp : undefined;
|
|
const point = id ? window.__motrixPreviewDebug?.getObjectScreenPoint?.(id) : undefined;
|
|
if (id && point?.visible) {
|
|
return { id, point };
|
|
}
|
|
}
|
|
return undefined;
|
|
});
|
|
if (!target?.point?.visible) {
|
|
return { ok: false, before, stats: before, point: target?.point, detail: "visible builder prop screen point unavailable" };
|
|
}
|
|
const point = target.point;
|
|
await page.mouse.move(point.x, point.y);
|
|
await page.waitForTimeout(80);
|
|
await page.mouse.down();
|
|
await page.mouse.move(point.x + 84, point.y - 28, { steps: 28 });
|
|
await page.mouse.up();
|
|
await page.waitForTimeout(260);
|
|
const stats = await readBrowserStats(page);
|
|
const beforeCoalesced = before.renderPerformance?.builderPanelCoalescedRenderCount ?? 0;
|
|
const beforeDeferred = before.renderPerformance?.builderPanelDeferredRenderCount ?? 0;
|
|
const beforeRendered = before.renderPerformance?.builderPanelRenderCount ?? 0;
|
|
const beforeDragEvents = before.renderPerformance?.dragMoveEventCount ?? 0;
|
|
const beforeDragApplied = before.renderPerformance?.dragAppliedMoveCount ?? 0;
|
|
const beforeDragCoalesced = before.renderPerformance?.dragCoalescedMoveCount ?? 0;
|
|
const coalesced = stats.renderPerformance?.builderPanelCoalescedRenderCount ?? 0;
|
|
const deferred = stats.renderPerformance?.builderPanelDeferredRenderCount ?? 0;
|
|
const rendered = stats.renderPerformance?.builderPanelRenderCount ?? 0;
|
|
const dragEvents = stats.renderPerformance?.dragMoveEventCount ?? 0;
|
|
const dragApplied = stats.renderPerformance?.dragAppliedMoveCount ?? 0;
|
|
const dragCoalesced = stats.renderPerformance?.dragCoalescedMoveCount ?? 0;
|
|
return {
|
|
ok: coalesced > beforeCoalesced
|
|
&& deferred > beforeDeferred
|
|
&& rendered > beforeRendered
|
|
&& dragEvents > beforeDragEvents
|
|
&& dragApplied > beforeDragApplied
|
|
&& dragCoalesced > beforeDragCoalesced
|
|
&& dragApplied < dragEvents,
|
|
before,
|
|
stats,
|
|
point,
|
|
detail: `target=${target.id} point=${Math.round(point.x)},${Math.round(point.y)} panels=${rendered}/${deferred}/${coalesced} before=${beforeRendered}/${beforeDeferred}/${beforeCoalesced} drag=${dragEvents}/${dragApplied}/${dragCoalesced} beforeDrag=${beforeDragEvents}/${beforeDragApplied}/${beforeDragCoalesced}`,
|
|
};
|
|
}
|
|
|
|
async function waitForProductScene(page) {
|
|
await page.waitForFunction(([limits]) => {
|
|
const num = (selector) => Number((document.querySelector(selector)?.textContent ?? "0").match(/-?\d+(?:\.\d+)?/)?.[0] ?? "0");
|
|
const status = document.querySelector("#status")?.textContent ?? "";
|
|
const groupText = document.querySelector("#stat-groups")?.textContent ?? "";
|
|
const groupMatch = groupText.match(/(\d+)\s*\/\s*(\d+)/);
|
|
const groups = groupMatch ? Number(groupMatch[1]) : 0;
|
|
const groupedObjects = groupMatch ? Number(groupMatch[2]) : 0;
|
|
return /已加载 manifest|loaded manifest|manifest loaded/i.test(status)
|
|
&& num("#stat-objects") >= limits.minObjects
|
|
&& num("#stat-bindings") >= limits.minBodyBindings
|
|
&& num("#stat-meshes") >= limits.minMeshes
|
|
&& groups >= limits.minEditableGroups
|
|
&& groupedObjects >= limits.minGroupedObjects
|
|
&& num("#stat-pixels") > 0
|
|
&& (document.querySelector("#stat-step")?.textContent ?? "-") !== "-";
|
|
}, [thresholds], { timeout: thresholds.browserReadyMs });
|
|
await page.waitForTimeout(2000);
|
|
}
|
|
|
|
async function waitForMobileScene(page) {
|
|
await page.waitForFunction(([limits]) => {
|
|
const num = (selector) => Number((document.querySelector(selector)?.textContent ?? "0").match(/-?\d+(?:\.\d+)?/)?.[0] ?? "0");
|
|
const status = document.querySelector("#status")?.textContent ?? "";
|
|
const groupText = document.querySelector("#stat-groups")?.textContent ?? "";
|
|
const groupMatch = groupText.match(/(\d+)\s*\/\s*(\d+)/);
|
|
const groups = groupMatch ? Number(groupMatch[1]) : 0;
|
|
const groupedObjects = groupMatch ? Number(groupMatch[2]) : 0;
|
|
return /已加载 manifest|loaded manifest|manifest loaded/i.test(status)
|
|
&& num("#stat-objects") >= limits.minObjects
|
|
&& num("#stat-bindings") >= limits.minBodyBindings
|
|
&& num("#stat-meshes") >= limits.minMeshes
|
|
&& groups >= limits.minEditableGroups
|
|
&& groupedObjects >= limits.minGroupedObjects
|
|
&& num("#stat-pixels") > 0
|
|
&& (document.querySelector("#stat-step")?.textContent ?? "-") !== "-";
|
|
}, [thresholds], { timeout: thresholds.browserReadyMs });
|
|
await page.waitForTimeout(1000);
|
|
}
|
|
|
|
async function captureCanvasScreenshot(page, filePath, pageError, options = {}) {
|
|
try {
|
|
await page.locator("canvas").screenshot({ path: filePath, timeout: 15000 });
|
|
return options.fallback
|
|
? { ok: true, path: filePath, fallback: "canvas", pageError }
|
|
: { ok: true, path: filePath, strategy: "canvas", pageError };
|
|
} catch {
|
|
return undefined;
|
|
}
|
|
}
|
|
|
|
async function captureDebugPng(page, filePath) {
|
|
try {
|
|
const dataUrl = await page.evaluate(() => window.__motrixPreviewDebug?.capturePng?.());
|
|
if (!dataUrl?.startsWith("data:image/png;base64,")) {
|
|
return { ok: false, path: filePath, mime: "", bytes: 0, error: "debug capture did not return a PNG data URL" };
|
|
}
|
|
const bytes = Buffer.from(dataUrl.split(",", 2)[1] ?? "", "base64");
|
|
await writeFile(filePath, bytes);
|
|
return { ok: true, path: filePath, strategy: "debug-capture", mime: "image/png", bytes: bytes.length };
|
|
} catch (error) {
|
|
return { ok: false, path: filePath, mime: "", bytes: 0, error: error.message };
|
|
}
|
|
}
|
|
|
|
async function capturePreviewScreenshot(page, filePath, pageError, options = {}) {
|
|
await page.locator("#preview").screenshot({ path: filePath, timeout: 15000 });
|
|
return options.fallback
|
|
? { ok: true, path: filePath, fallback: "preview", pageError }
|
|
: { ok: true, path: filePath, strategy: "preview", pageError };
|
|
}
|
|
|
|
async function safeScreenshot(id, page, filePath, options = {}) {
|
|
if (options.preferCanvas) {
|
|
const canvasResult = await captureCanvasScreenshot(page, filePath);
|
|
if (canvasResult) {
|
|
check(id, "pass", filePath);
|
|
return canvasResult;
|
|
}
|
|
}
|
|
if (options.preferPreview) {
|
|
try {
|
|
const result = await capturePreviewScreenshot(page, filePath);
|
|
check(id, "pass", filePath);
|
|
return result;
|
|
} catch (previewError) {
|
|
try {
|
|
const canvasResult = await captureCanvasScreenshot(page, filePath, previewError.message, { fallback: true });
|
|
if (canvasResult) {
|
|
check(id, "pass", `${filePath} (canvas fallback)`);
|
|
return canvasResult;
|
|
}
|
|
} catch {
|
|
// Fall through to the viewport screenshot path for its more complete error reporting.
|
|
}
|
|
}
|
|
}
|
|
try {
|
|
await page.screenshot({ path: filePath, fullPage: false, timeout: 15000 });
|
|
check(id, "pass", filePath);
|
|
return { ok: true, path: filePath };
|
|
} catch (pageError) {
|
|
try {
|
|
const canvasResult = await captureCanvasScreenshot(page, filePath, pageError.message, { fallback: true });
|
|
if (canvasResult) {
|
|
check(id, "pass", `${filePath} (canvas fallback)`);
|
|
return canvasResult;
|
|
}
|
|
} catch {
|
|
// Try a DOM-element screenshot below; the original page screenshot error is more useful if both fallbacks fail.
|
|
}
|
|
try {
|
|
await capturePreviewScreenshot(page, filePath, pageError.message, { fallback: true });
|
|
check(id, "pass", `${filePath} (preview fallback)`);
|
|
return { ok: true, path: filePath, fallback: "preview", pageError: pageError.message };
|
|
} catch (previewError) {
|
|
check(id, "warn", `${pageError.message}; preview fallback: ${previewError.message}`);
|
|
return { ok: false, path: filePath, error: pageError.message, fallbackError: previewError.message };
|
|
}
|
|
}
|
|
}
|
|
|
|
async function captureBuilderUiScreenshot(page, filePath) {
|
|
try {
|
|
await page.screenshot({ path: filePath, fullPage: false, timeout: 30000 });
|
|
check("browser-builder-compose-screenshot", "pass", filePath);
|
|
return { ok: true, path: filePath, strategy: "page" };
|
|
} catch {
|
|
return safeScreenshot("browser-builder-compose-screenshot", page, filePath, { preferPreview: true });
|
|
}
|
|
}
|
|
|
|
async function captureShareRestoreScreenshot(page, filePath) {
|
|
await page.evaluate(() => {
|
|
document.querySelector("#workspace-status")?.scrollIntoView({ block: "center", inline: "nearest" });
|
|
});
|
|
try {
|
|
await page.screenshot({ path: filePath, fullPage: false, timeout: 30000 });
|
|
check("browser-share-link-screenshot", "pass", filePath);
|
|
return { ok: true, path: filePath, strategy: "page" };
|
|
} catch {
|
|
return safeScreenshot("browser-share-link-screenshot", page, filePath, { preferPreview: true });
|
|
}
|
|
}
|
|
|
|
async function captureConfigImportRestoreScreenshot(page, filePath) {
|
|
await page.evaluate(() => {
|
|
document.querySelector("#workspace-status")?.scrollIntoView({ block: "center", inline: "nearest" });
|
|
});
|
|
try {
|
|
await page.screenshot({ path: filePath, fullPage: false, timeout: 30000 });
|
|
check("browser-builder-config-import-screenshot", "pass", filePath);
|
|
return { ok: true, path: filePath, strategy: "page" };
|
|
} catch (pageError) {
|
|
return safeScreenshot("browser-builder-config-import-screenshot", page, filePath, {
|
|
preferPreview: true,
|
|
pageError: pageError.message,
|
|
});
|
|
}
|
|
}
|
|
|
|
async function clickButton(page, selector) {
|
|
const started = performance.now();
|
|
await page.evaluate((targetSelector) => {
|
|
const element = document.querySelector(targetSelector);
|
|
if (!(element instanceof HTMLButtonElement)) {
|
|
throw new Error(`button not found: ${targetSelector}`);
|
|
}
|
|
element.click();
|
|
}, selector);
|
|
return Math.round(performance.now() - started);
|
|
}
|
|
|
|
async function clickAndSaveDownload(page, selector, filePath) {
|
|
const started = performance.now();
|
|
const [download, clickMs] = await Promise.all([
|
|
page.waitForEvent("download", { timeout: 15000 }),
|
|
clickButton(page, selector),
|
|
]);
|
|
const suggestedFilename = download.suggestedFilename();
|
|
await withTimeout(`save download ${suggestedFilename}`, download.saveAs(filePath), 15000);
|
|
return {
|
|
path: filePath,
|
|
suggestedFilename,
|
|
clickMs,
|
|
elapsedMs: Math.round(performance.now() - started),
|
|
};
|
|
}
|
|
|
|
async function renderAcceptanceReportArtifact(page, reportPath) {
|
|
const reportPage = await page.context().newPage();
|
|
const screenshotPath = path.join(outDir, "product-readiness-acceptance-report.jpg");
|
|
try {
|
|
await reportPage.setViewportSize({ width: 1120, height: 900 });
|
|
await reportPage.goto(pathToFileURL(path.resolve(reportPath)).href, { waitUntil: "load" });
|
|
await reportPage.waitForSelector("table", { timeout: 10000 });
|
|
const render = await reportPage.evaluate(() => {
|
|
const text = (selector) => document.querySelector(selector)?.textContent?.trim() ?? "";
|
|
const tables = Array.from(document.querySelectorAll("table"));
|
|
const bodyText = document.body?.textContent ?? "";
|
|
return {
|
|
title: document.title,
|
|
h1: text("h1"),
|
|
verdict: text(".verdict"),
|
|
caseRowCount: tables[0]?.querySelectorAll("tbody tr").length ?? 0,
|
|
checkRowCount: tables[1]?.querySelectorAll("tbody tr").length ?? 0,
|
|
containsBackendPhysics: /后端物理|backend physics/i.test(bodyText),
|
|
containsControlEndpoint: /\/control/.test(bodyText),
|
|
containsPhysicsTiers: /backendDynamic|对象物理分层|Object physics tiers/i.test(bodyText),
|
|
};
|
|
});
|
|
try {
|
|
await reportPage.screenshot({ path: screenshotPath, fullPage: false, timeout: 15000 });
|
|
} catch {
|
|
await reportPage.locator("main").screenshot({ path: screenshotPath, timeout: 15000 });
|
|
}
|
|
const renderOk = /MotrixSim Web/i.test(render.title)
|
|
&& render.h1.length > 0
|
|
&& render.verdict.length > 0
|
|
&& render.caseRowCount >= 1
|
|
&& render.checkRowCount >= 1
|
|
&& render.containsBackendPhysics
|
|
&& render.containsControlEndpoint
|
|
&& render.containsPhysicsTiers;
|
|
check(
|
|
"browser-acceptance-report-render",
|
|
renderOk,
|
|
`${path.basename(screenshotPath)}; title=${render.title}; cases=${render.caseRowCount}; checks=${render.checkRowCount}; backendPhysics=${render.containsBackendPhysics}; control=${render.containsControlEndpoint}; tiers=${render.containsPhysicsTiers}`,
|
|
);
|
|
return { path: screenshotPath, ...render };
|
|
} finally {
|
|
await reportPage.close();
|
|
}
|
|
}
|
|
|
|
async function exportAcceptanceArtifacts(page) {
|
|
const packageDownload = await clickAndSaveDownload(
|
|
page,
|
|
"#acceptance-export",
|
|
path.join(outDir, "product-readiness-acceptance-package.json"),
|
|
);
|
|
const packageText = await readFile(packageDownload.path, "utf8");
|
|
let packageJson;
|
|
try {
|
|
packageJson = JSON.parse(packageText);
|
|
} catch (error) {
|
|
packageJson = { parseError: error.message };
|
|
}
|
|
const packageObjectCount = Number(packageJson?.stats?.objectCount ?? 0);
|
|
const packageControlUrl = packageJson?.diagnostics?.controlUrl;
|
|
const packagePhysics = packageJson?.diagnostics?.stats?.objectPhysics ?? {};
|
|
const packageBuilderPhysics = packageJson?.diagnostics?.stats?.builderPhysics ?? {};
|
|
const packageOk = packageJson?.schema === "motrixsim-web.acceptance-package.v1"
|
|
&& packageJson?.acceptance?.state === "pass"
|
|
&& packageJson?.acceptance?.failCount === 0
|
|
&& packageObjectCount >= thresholds.minObjects
|
|
&& backendPhysicsCoverage(packagePhysics, packageObjectCount)
|
|
&& Number(packageBuilderPhysics.backendDynamic ?? Number.NaN) === 0
|
|
&& Number(packageBuilderPhysics.visualOnly ?? Number.POSITIVE_INFINITY) === 0
|
|
&& Number(packageBuilderPhysics.total ?? Number.NaN) === 0
|
|
&& packageBuilderPhysics.ready === true
|
|
&& String(packageControlUrl ?? "").includes("/control");
|
|
check(
|
|
"browser-acceptance-package-export",
|
|
packageOk,
|
|
`${packageDownload.suggestedFilename}; state=${packageJson?.acceptance?.state}; objects=${packageObjectCount}; dynamic=${packagePhysics.backendDynamic ?? "-"}; fixed=${packagePhysics.backendFixed ?? "-"}; builderDynamic=${packageBuilderPhysics.backendDynamic ?? "-"}; builderVisual=${packageBuilderPhysics.visualOnly ?? "-"}; control=${packageControlUrl ?? "-"}`,
|
|
);
|
|
|
|
const reportDownload = await clickAndSaveDownload(
|
|
page,
|
|
"#acceptance-export-report",
|
|
path.join(outDir, "product-readiness-acceptance-report.html"),
|
|
);
|
|
const reportHtml = await readFile(reportDownload.path, "utf8");
|
|
const reportTitle = reportHtml.match(/<title>(.*?)<\/title>/is)?.[1]?.trim();
|
|
const reportContainsBackendPhysics = /后端物理|backend physics/i.test(reportHtml);
|
|
const reportContainsControlEndpoint = /\/control/.test(reportHtml);
|
|
const reportContainsPhysicsTiers = /backendDynamic|对象物理分层|Object physics tiers/i.test(reportHtml);
|
|
const reportOk = /<!doctype html>/i.test(reportHtml)
|
|
&& reportContainsBackendPhysics
|
|
&& reportContainsControlEndpoint
|
|
&& reportContainsPhysicsTiers
|
|
&& /PASS|通过/i.test(reportHtml);
|
|
check(
|
|
"browser-acceptance-report-export",
|
|
reportOk,
|
|
`${reportDownload.suggestedFilename}; title=${reportTitle ?? "-"}; backendPhysics=${reportContainsBackendPhysics}; control=${reportContainsControlEndpoint}; tiers=${reportContainsPhysicsTiers}`,
|
|
);
|
|
const reportRender = await renderAcceptanceReportArtifact(page, reportDownload.path);
|
|
|
|
const projectStatus = await page.evaluate(() => document.querySelector("#project-status")?.textContent?.trim() ?? "");
|
|
return {
|
|
package: {
|
|
...packageDownload,
|
|
schema: packageJson?.schema,
|
|
acceptanceState: packageJson?.acceptance?.state,
|
|
passCount: packageJson?.acceptance?.passCount,
|
|
failCount: packageJson?.acceptance?.failCount,
|
|
objectCount: packageObjectCount,
|
|
controlUrl: packageControlUrl,
|
|
objectPhysics: packagePhysics,
|
|
builderPhysics: packageBuilderPhysics,
|
|
},
|
|
report: {
|
|
...reportDownload,
|
|
title: reportTitle,
|
|
containsBackendPhysics: reportContainsBackendPhysics,
|
|
containsControlEndpoint: reportContainsControlEndpoint,
|
|
containsPhysicsTiers: reportContainsPhysicsTiers,
|
|
render: reportRender,
|
|
},
|
|
projectStatus,
|
|
};
|
|
}
|
|
|
|
async function runAcceptanceReview(page) {
|
|
const started = performance.now();
|
|
const clickMs = await clickButton(page, "#acceptance-run");
|
|
await page.waitForFunction(() => {
|
|
const score = document.querySelector("#acceptance-score")?.textContent?.trim() ?? "";
|
|
const verdict = document.querySelector("#acceptance-verdict")?.textContent?.trim() ?? "";
|
|
const status = document.querySelector("#acceptance-status")?.textContent?.trim() ?? "";
|
|
const hasScore = /\d+\s*(通过|passed)\s*\/\s*\d+\s*(警告|warnings?)\s*\/\s*\d+\s*(失败|failed)/i.test(score);
|
|
const stillWaiting = /等待自检|waiting/i.test(`${verdict} ${status}`);
|
|
return hasScore && !stillWaiting;
|
|
}, undefined, { polling: 100, timeout: thresholds.browserReadyMs });
|
|
return { clickMs, elapsedMs: Math.round(performance.now() - started) };
|
|
}
|
|
|
|
async function runBuilderPhysicalCompose(page) {
|
|
const started = performance.now();
|
|
await page.locator("#builder-scene").selectOption(backendStoreSceneId);
|
|
await page.locator("#builder-robot").selectOption("none");
|
|
await page.locator("#builder-physics-enabled").setChecked(true);
|
|
const clickMs = await clickButton(page, "#builder-build");
|
|
await waitForProductScene(page);
|
|
await page.waitForFunction(([limits]) => {
|
|
const text = (selector) => document.querySelector(selector)?.textContent?.trim() ?? "";
|
|
const num = (selector) => Number((text(selector) ?? "0").match(/-?\d+(?:\.\d+)?/)?.[0] ?? "0");
|
|
const builderStatus = text("#builder-status");
|
|
const controlUrl = text("#diag-control-url");
|
|
const source = text("#diag-source");
|
|
const physics = text("#stat-physics");
|
|
const summaryProps = num("#summary-props");
|
|
const statusReady = /后端物理组合|physical backend composed/i.test(builderStatus)
|
|
&& !/组合中|composing/i.test(builderStatus);
|
|
return statusReady
|
|
&& summaryProps === 0
|
|
&& controlUrl.includes("/control")
|
|
&& source.includes("外部仿真")
|
|
&& physics.includes("后端物理")
|
|
&& num("#stat-objects") >= limits.minObjects
|
|
&& num("#stat-bindings") >= limits.minBodyBindings
|
|
&& num("#stat-meshes") >= limits.minMeshes
|
|
&& num("#stat-pixels") > 0;
|
|
}, [thresholds], { polling: 100, timeout: thresholds.browserReadyMs });
|
|
const stats = await readBrowserStats(page);
|
|
return {
|
|
clickMs,
|
|
elapsedMs: Math.round(performance.now() - started),
|
|
builderStatus: stats.builderStatus,
|
|
summaryProps: stats.summaryProps,
|
|
physics: stats.physics,
|
|
renderPerformance: stats.renderPerformance,
|
|
diagnostics: stats.diagnostics,
|
|
viewport: stats.canvas
|
|
? {
|
|
width: stats.canvas.clientWidth,
|
|
height: stats.canvas.clientHeight,
|
|
}
|
|
: undefined,
|
|
};
|
|
}
|
|
|
|
async function readBuilderConfig(page) {
|
|
return page.evaluate(() => window.__motrixPreviewDebug?.getBuilderConfig?.());
|
|
}
|
|
|
|
function decodeBuilderConfigParam(raw) {
|
|
try {
|
|
const padded = raw.replace(/-/g, "+").replace(/_/g, "/").padEnd(Math.ceil(raw.length / 4) * 4, "=");
|
|
return JSON.parse(Buffer.from(padded, "base64").toString("utf8"));
|
|
} catch (error) {
|
|
return { parseError: error.message };
|
|
}
|
|
}
|
|
|
|
function encodeBuilderConfigParam(config) {
|
|
return Buffer.from(JSON.stringify(config), "utf8")
|
|
.toString("base64")
|
|
.replace(/\+/g, "-")
|
|
.replace(/\//g, "_")
|
|
.replace(/=+$/g, "");
|
|
}
|
|
|
|
function sameBuilderConfig(left, right) {
|
|
return JSON.stringify(left) === JSON.stringify(right);
|
|
}
|
|
|
|
function vec3Near(left, right, epsilon = 1e-6) {
|
|
return Array.isArray(left)
|
|
&& Array.isArray(right)
|
|
&& left.length >= 3
|
|
&& right.length >= 3
|
|
&& left.slice(0, 3).every((value, index) => Math.abs(Number(value) - Number(right[index])) <= epsilon);
|
|
}
|
|
|
|
async function copyBuilderShareLink(page) {
|
|
const originalConfig = await readBuilderConfig(page);
|
|
const clickMs = await clickButton(page, "#workspace-copy-link");
|
|
await page.waitForTimeout(250);
|
|
const pageUrl = new URL(await page.evaluate(() => window.location.href));
|
|
pageUrl.searchParams.delete("manifest");
|
|
pageUrl.searchParams.set("builder", encodeBuilderConfigParam(originalConfig));
|
|
pageUrl.searchParams.set("v", "builder-share");
|
|
const generatedUrl = pageUrl.href;
|
|
const workspaceStatus = await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? "");
|
|
const clipboardUrl = await page.evaluate(() => navigator.clipboard.readText()).catch(() => "");
|
|
const copiedUrl = clipboardUrl.includes("builder=") ? clipboardUrl : generatedUrl;
|
|
const parsed = new URL(copiedUrl);
|
|
const builderParam = parsed.searchParams.get("builder");
|
|
const decodedConfig = builderParam ? decodeBuilderConfigParam(builderParam) : undefined;
|
|
const hasBuilderParam = Boolean(builderParam);
|
|
const copiedOk = parsed.origin === frontendOrigin()
|
|
&& hasBuilderParam
|
|
&& !parsed.searchParams.has("manifest")
|
|
&& parsed.searchParams.get("v") === "builder-share"
|
|
&& sameBuilderConfig(decodedConfig, originalConfig);
|
|
check(
|
|
"browser-share-link-copy",
|
|
copiedOk,
|
|
`${clickMs}ms origin=${parsed.origin}; builder=${hasBuilderParam}; manifest=${parsed.searchParams.has("manifest")}; v=${parsed.searchParams.get("v")}; props=${decodedConfig?.props?.length ?? "-"}; workspace=${workspaceStatus || "-"}; clipboard=${clipboardUrl === generatedUrl}`,
|
|
);
|
|
return {
|
|
clickMs,
|
|
url: copiedUrl,
|
|
hasBuilderParam,
|
|
hasManifestParam: parsed.searchParams.has("manifest"),
|
|
version: parsed.searchParams.get("v"),
|
|
originalConfig,
|
|
decodedConfig,
|
|
};
|
|
}
|
|
|
|
async function exportBuilderConfigArtifact(page) {
|
|
const originalConfig = await readBuilderConfig(page);
|
|
const download = await clickAndSaveDownload(
|
|
page,
|
|
"#workspace-export",
|
|
path.join(outDir, "product-readiness-builder-config.json"),
|
|
);
|
|
const raw = await readFile(download.path, "utf8");
|
|
let config;
|
|
try {
|
|
config = JSON.parse(raw);
|
|
} catch (error) {
|
|
config = { parseError: error.message };
|
|
}
|
|
const workspaceStatus = await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? "");
|
|
const exportOk = sameBuilderConfig(config, originalConfig)
|
|
&& config?.version === 1
|
|
&& config?.sceneId === backendStoreSceneId
|
|
&& vec3Near(config?.robotPose, expectedPhysicalRobotPose)
|
|
&& Array.isArray(config?.props)
|
|
&& config.props.length === 0
|
|
&& config?.physics?.ready === true
|
|
&& Number(config?.physics?.backendDynamic ?? Number.NaN) === 0
|
|
&& Number(config?.physics?.visualOnly ?? Number.POSITIVE_INFINITY) === 0
|
|
&& Number(config?.physics?.total ?? Number.NaN) === 0
|
|
&& /motrixsim-scene-.*\.json$/i.test(download.suggestedFilename)
|
|
&& /配置已导出|config exported/i.test(workspaceStatus);
|
|
check(
|
|
"browser-builder-config-export",
|
|
exportOk,
|
|
`${download.suggestedFilename}; props=${config?.props?.length ?? "-"}; scene=${config?.sceneId ?? "-"}; robotPose=${Array.isArray(config?.robotPose) ? config.robotPose.join(",") : "-"}; builderDynamic=${config?.physics?.backendDynamic ?? "-"}; builderVisual=${config?.physics?.visualOnly ?? "-"}; status=${workspaceStatus}`,
|
|
);
|
|
return {
|
|
...download,
|
|
config,
|
|
version: config?.version,
|
|
sceneId: config?.sceneId,
|
|
robotId: config?.robotId,
|
|
robotPose: config?.robotPose,
|
|
propCount: config?.props?.length,
|
|
physics: config?.physics,
|
|
workspaceStatus,
|
|
};
|
|
}
|
|
|
|
async function restoreBuilderConfigFile(browser, configExport) {
|
|
const context = await browser.newContext({ viewport: { width: 1440, height: 820 }, deviceScaleFactor: 1 });
|
|
await context.addInitScript(() => {
|
|
window.localStorage.removeItem("motrixsim-web-locale");
|
|
window.localStorage.removeItem("motrixsim-web-builder-draft");
|
|
});
|
|
const page = await context.newPage();
|
|
try {
|
|
const importUrl = new URL(frontendUrl.href);
|
|
importUrl.searchParams.delete("manifest");
|
|
importUrl.searchParams.set("v", "config-import");
|
|
const started = performance.now();
|
|
await page.goto(importUrl.href, { waitUntil: "domcontentloaded" });
|
|
await page.waitForFunction(() => {
|
|
const importButton = document.querySelector("#workspace-import");
|
|
return Boolean(importButton && !importButton.disabled && window.__motrixPreviewDebug?.getBuilderConfig);
|
|
}, undefined, { polling: 100, timeout: 60000 });
|
|
const initialStatus = await page.evaluate(() => document.querySelector("#status")?.textContent?.trim() ?? "");
|
|
const skippedDefaultLoad = !/已加载 manifest|loaded manifest|manifest loaded/i.test(initialStatus);
|
|
const chooserPromise = page.waitForEvent("filechooser", { timeout: 15000 });
|
|
const clickMs = await clickButton(page, "#workspace-import");
|
|
const chooser = await chooserPromise;
|
|
await chooser.setFiles(path.resolve(configExport.path));
|
|
await waitForProductScene(page);
|
|
await page.waitForFunction(([expectedConfig]) => {
|
|
const status = document.querySelector("#workspace-status")?.textContent?.trim() ?? "";
|
|
const builderStatus = document.querySelector("#builder-status")?.textContent?.trim() ?? "";
|
|
const config = window.__motrixPreviewDebug?.getBuilderConfig?.();
|
|
return /配置已导入|config imported/i.test(status)
|
|
&& /后端物理组合|physical backend composed/i.test(builderStatus)
|
|
&& !/组合中|composing/i.test(builderStatus)
|
|
&& JSON.stringify(config) === JSON.stringify(expectedConfig);
|
|
}, [configExport.config], { polling: 100, timeout: thresholds.browserReadyMs });
|
|
const stats = await readBrowserStats(page);
|
|
const restoredConfig = await readBuilderConfig(page);
|
|
const elapsedMs = Math.round(performance.now() - started);
|
|
const telemetryOk = hasValidBuilderSceneTelemetry(stats.builderSceneTelemetry);
|
|
const restoreOk = sameBuilderConfig(restoredConfig, configExport.config)
|
|
&& /后端物理组合|physical backend composed/i.test(stats.builderStatus)
|
|
&& !/组合中|composing/i.test(stats.builderStatus)
|
|
&& numericText(stats.summaryProps) === (configExport.config?.props?.length ?? -1)
|
|
&& stats.diagnostics.controlUrl.includes("/control")
|
|
&& stats.diagnostics.source.includes("外部仿真")
|
|
&& stats.physics.includes("后端物理")
|
|
&& numericText(stats.objects) >= thresholds.minObjects
|
|
&& numericText(stats.bindings) >= thresholds.minBodyBindings
|
|
&& telemetryOk;
|
|
check(
|
|
"browser-builder-config-import-restore",
|
|
restoreOk,
|
|
`${elapsedMs}ms click=${clickMs}ms skippedDefaultLoad=${skippedDefaultLoad}; ${builderSceneTelemetryDetail(stats.builderSceneTelemetry)}; initial=${initialStatus || "-"}; workspace=${await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? "")}; props=${stats.summaryProps}; objects=${stats.objects}; control=${stats.diagnostics.controlUrl}`,
|
|
);
|
|
const screenshot = await captureConfigImportRestoreScreenshot(
|
|
page,
|
|
path.join(outDir, "product-readiness-config-import-restore.jpg"),
|
|
);
|
|
return {
|
|
elapsedMs,
|
|
clickMs,
|
|
restoredConfig,
|
|
stats,
|
|
initialStatus,
|
|
skippedDefaultLoad,
|
|
workspaceStatus: await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? ""),
|
|
screenshot,
|
|
};
|
|
} finally {
|
|
await closeContext(context, "config-import-context");
|
|
}
|
|
}
|
|
|
|
async function restoreBuilderShareLink(browser, shareLink) {
|
|
const context = await browser.newContext({ viewport: { width: 1440, height: 820 }, deviceScaleFactor: 1 });
|
|
await context.addInitScript(() => {
|
|
window.localStorage.removeItem("motrixsim-web-locale");
|
|
window.localStorage.removeItem("motrixsim-web-builder-draft");
|
|
});
|
|
const page = await context.newPage();
|
|
try {
|
|
const started = performance.now();
|
|
await page.goto(shareLink.url, { waitUntil: "domcontentloaded" });
|
|
await waitForProductScene(page);
|
|
await page.waitForFunction(([expectedConfig]) => {
|
|
const status = document.querySelector("#workspace-status")?.textContent?.trim() ?? "";
|
|
const builderStatus = document.querySelector("#builder-status")?.textContent?.trim() ?? "";
|
|
const config = window.__motrixPreviewDebug?.getBuilderConfig?.();
|
|
return /已从分享链接恢复|restored from share link/i.test(status)
|
|
&& /后端物理组合|physical backend composed/i.test(builderStatus)
|
|
&& !/组合中|composing/i.test(builderStatus)
|
|
&& JSON.stringify(config) === JSON.stringify(expectedConfig);
|
|
}, [shareLink.originalConfig], { polling: 100, timeout: thresholds.browserReadyMs });
|
|
const stats = await readBrowserStats(page);
|
|
const restoredConfig = await readBuilderConfig(page);
|
|
const elapsedMs = Math.round(performance.now() - started);
|
|
const telemetryOk = hasValidBuilderSceneTelemetry(stats.builderSceneTelemetry);
|
|
const restoreOk = sameBuilderConfig(restoredConfig, shareLink.originalConfig)
|
|
&& /后端物理组合|physical backend composed/i.test(stats.builderStatus)
|
|
&& !/组合中|composing/i.test(stats.builderStatus)
|
|
&& numericText(stats.summaryProps) === (shareLink.originalConfig?.props?.length ?? -1)
|
|
&& stats.diagnostics.controlUrl.includes("/control")
|
|
&& stats.diagnostics.source.includes("外部仿真")
|
|
&& stats.physics.includes("后端物理")
|
|
&& numericText(stats.objects) >= thresholds.minObjects
|
|
&& numericText(stats.bindings) >= thresholds.minBodyBindings
|
|
&& telemetryOk;
|
|
check(
|
|
"browser-share-link-restore",
|
|
restoreOk,
|
|
`${elapsedMs}ms ${builderSceneTelemetryDetail(stats.builderSceneTelemetry)}; status=${stats.builderStatus}; workspace=${await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? "")}; props=${stats.summaryProps}; objects=${stats.objects}; control=${stats.diagnostics.controlUrl}`,
|
|
);
|
|
const screenshot = await captureShareRestoreScreenshot(
|
|
page,
|
|
path.join(outDir, "product-readiness-share-restore.jpg"),
|
|
);
|
|
return {
|
|
elapsedMs,
|
|
restoredConfig,
|
|
stats,
|
|
workspaceStatus: await page.evaluate(() => document.querySelector("#workspace-status")?.textContent?.trim() ?? ""),
|
|
screenshot,
|
|
};
|
|
} finally {
|
|
await closeContext(context, "share-restore-context");
|
|
}
|
|
}
|
|
|
|
async function waitForDom(page, predicate, arg) {
|
|
const started = performance.now();
|
|
try {
|
|
const alreadySatisfied = await page.evaluate(predicate, arg);
|
|
if (!alreadySatisfied) {
|
|
await page.waitForFunction(predicate, arg, { polling: 50, timeout: thresholds.maxUiControlMs });
|
|
}
|
|
return { ok: true, elapsedMs: Math.round(performance.now() - started) };
|
|
} catch (error) {
|
|
return { ok: false, elapsedMs: Math.round(performance.now() - started), error: error.message };
|
|
}
|
|
}
|
|
|
|
async function readControlTelemetry(page) {
|
|
return page.evaluate(() => {
|
|
const valueNumber = (value) => {
|
|
const parsed = Number(value);
|
|
return Number.isFinite(parsed) ? parsed : undefined;
|
|
};
|
|
const data = document.documentElement.dataset;
|
|
return {
|
|
requestId: data.controlRequestId,
|
|
action: data.controlAction,
|
|
expectedPaused: data.controlExpectedPaused,
|
|
responseMs: valueNumber(data.controlResponseMs),
|
|
confirmedMs: valueNumber(data.controlConfirmedMs),
|
|
visibleMs: valueNumber(data.controlVisibleMs),
|
|
error: data.controlError || undefined,
|
|
pausedText: document.querySelector("#stat-paused")?.textContent ?? "",
|
|
runState: document.querySelector("#viewport-run-state")?.textContent ?? "",
|
|
controlStatus: document.querySelector("#control-status")?.textContent ?? "",
|
|
};
|
|
});
|
|
}
|
|
|
|
async function waitForControlTelemetry(page, expectedPaused, previousRequestId) {
|
|
const started = performance.now();
|
|
try {
|
|
await page.waitForFunction(
|
|
([expected, previous]) => {
|
|
const data = document.documentElement.dataset;
|
|
return Boolean(data.controlRequestId)
|
|
&& data.controlRequestId !== previous
|
|
&& data.controlExpectedPaused === String(expected)
|
|
&& Boolean(data.controlVisibleMs);
|
|
},
|
|
[expectedPaused, previousRequestId ?? ""],
|
|
{ polling: 50, timeout: thresholds.maxUiControlMs },
|
|
);
|
|
const telemetry = await readControlTelemetry(page);
|
|
return {
|
|
ok: telemetry.pausedText === String(expectedPaused) && telemetry.error === undefined,
|
|
elapsedMs: telemetry.visibleMs ?? Math.round(performance.now() - started),
|
|
waitElapsedMs: Math.round(performance.now() - started),
|
|
telemetry,
|
|
};
|
|
} catch (error) {
|
|
const telemetry = await readControlTelemetry(page).catch(() => undefined);
|
|
const telemetryOk = telemetry?.pausedText === String(expectedPaused)
|
|
&& telemetry.error === undefined
|
|
&& telemetry.visibleMs !== undefined
|
|
&& telemetry.visibleMs <= thresholds.maxUiControlMs;
|
|
return {
|
|
ok: telemetryOk,
|
|
elapsedMs: telemetry?.visibleMs ?? Math.round(performance.now() - started),
|
|
error: telemetryOk ? undefined : error.message,
|
|
telemetry,
|
|
};
|
|
}
|
|
}
|
|
|
|
async function waitForBackendPaused(expectedPaused) {
|
|
const started = performance.now();
|
|
let lastState;
|
|
while (performance.now() - started <= thresholds.maxUiControlMs) {
|
|
try {
|
|
const state = await fetchState({ compact: true });
|
|
lastState = state.json;
|
|
if (state.ok && state.json?.paused === expectedPaused) {
|
|
return { ok: true, elapsedMs: Math.round(performance.now() - started), state: compactStateFrame(state.json) };
|
|
}
|
|
} catch (error) {
|
|
lastState = { error: error.message };
|
|
}
|
|
await new Promise((resolve) => setTimeout(resolve, 150));
|
|
}
|
|
return { ok: false, elapsedMs: Math.round(performance.now() - started), state: compactStateFrame(lastState) };
|
|
}
|
|
|
|
async function controlThroughUi(page, selector, expectedPaused) {
|
|
const previousTelemetry = await readControlTelemetry(page).catch(() => undefined);
|
|
const clickMs = await clickButton(page, selector);
|
|
const [backend, dom] = await Promise.all([
|
|
waitForBackendPaused(expectedPaused),
|
|
waitForControlTelemetry(page, expectedPaused, previousTelemetry?.requestId),
|
|
]);
|
|
return { clickMs, backend, dom: { ...dom, clickMs }, expectedPaused };
|
|
}
|
|
|
|
async function verifyVisualOnlyBoundary(browser) {
|
|
const context = await browser.newContext({ viewport: { width: 1440, height: 820 }, deviceScaleFactor: 1 });
|
|
await context.addInitScript(() => {
|
|
window.localStorage.removeItem("motrixsim-web-locale");
|
|
window.localStorage.removeItem("motrixsim-web-builder-draft");
|
|
});
|
|
const page = await context.newPage();
|
|
try {
|
|
await page.goto(frontendUrl.href, { waitUntil: "domcontentloaded" });
|
|
await waitForProductScene(page);
|
|
await page.setInputFiles(
|
|
"#asset-upload-file",
|
|
[path.join(rootDir, "research-tests/product-acceptance/local-upload-fixture/meshes/tri.obj")],
|
|
);
|
|
await page.waitForFunction(() => (
|
|
Array.from(document.querySelectorAll("[data-add-preset]"))
|
|
.some((element) => element.dataset.addPreset?.startsWith("prop-uploaded-"))
|
|
), undefined, { timeout: thresholds.browserReadyMs });
|
|
const uploadedAssetButton = page.locator('[data-add-preset^="prop-uploaded-"]').first();
|
|
const uploadBlocked = await uploadedAssetButton.isDisabled();
|
|
const acceptance = await runAcceptanceReview(page);
|
|
const stats = await readBrowserStats(page);
|
|
const screenshot = await safeScreenshot(
|
|
"browser-visual-only-boundary-screenshot",
|
|
page,
|
|
path.join(outDir, "product-readiness-visual-only-boundary.jpg"),
|
|
{ preferPreview: true },
|
|
);
|
|
const visualOnly = stats.builderPhysics?.visualOnly ?? 0;
|
|
const failCount = stats.acceptanceTelemetry.failCount ?? 0;
|
|
check(
|
|
"browser-visual-only-boundary",
|
|
uploadBlocked && visualOnly === 0 && stats.acceptanceTelemetry.state === "pass" && failCount === 0,
|
|
`uploadBlocked=${uploadBlocked}; builderVisual=${visualOnly}; builderDynamic=${stats.builderPhysics?.backendDynamic ?? "-"}; acceptance=${stats.acceptanceScore}; ${stats.diagnostics.builderPhysics}`,
|
|
);
|
|
return { acceptance, stats, screenshot, uploadBlocked };
|
|
} finally {
|
|
await closeContext(context, "visual-only-boundary-context");
|
|
}
|
|
}
|
|
|
|
async function verifyBrowser() {
|
|
await postControl("pause");
|
|
const browser = await chromium.launch({ headless: true });
|
|
try {
|
|
logProgress("builder compose start");
|
|
const builderContext = await browser.newContext({ viewport: { width: 1440, height: 820 }, deviceScaleFactor: 1, acceptDownloads: true });
|
|
await builderContext.grantPermissions(["clipboard-read", "clipboard-write"], { origin: frontendOrigin() });
|
|
await builderContext.addInitScript(() => {
|
|
window.localStorage.removeItem("motrixsim-web-locale");
|
|
window.localStorage.removeItem("motrixsim-web-builder-draft");
|
|
});
|
|
const builderPage = await builderContext.newPage();
|
|
await builderPage.goto(frontendUrl.href, { waitUntil: "domcontentloaded" });
|
|
await waitForProductScene(builderPage);
|
|
const builderCompose = await runBuilderPhysicalCompose(builderPage);
|
|
const builderDragPanel = await exerciseBuilderDragPanelCoalescing(builderPage);
|
|
const builderComposeScreenshot = await captureBuilderUiScreenshot(
|
|
builderPage,
|
|
path.join(outDir, "product-readiness-builder-compose.jpg"),
|
|
);
|
|
const builderConfigExport = await exportBuilderConfigArtifact(builderPage);
|
|
const shareLink = await copyBuilderShareLink(builderPage);
|
|
await closeContext(builderContext, "builder-context");
|
|
logProgress("builder compose done");
|
|
await postControl("pause");
|
|
logProgress("share restore start");
|
|
const shareRestore = await restoreBuilderShareLink(browser, shareLink);
|
|
logProgress("share restore done");
|
|
await postControl("pause");
|
|
logProgress("config import restore start");
|
|
const configImportRestore = await restoreBuilderConfigFile(browser, builderConfigExport);
|
|
logProgress("config import restore done");
|
|
await postControl("pause");
|
|
|
|
logProgress("visual-only boundary start");
|
|
const visualOnlyBoundary = await verifyVisualOnlyBoundary(browser);
|
|
logProgress("visual-only boundary done");
|
|
await postControl("pause");
|
|
|
|
logProgress("desktop acceptance start");
|
|
const desktopContext = await browser.newContext({ viewport: { width: 1440, height: 820 }, deviceScaleFactor: 1, acceptDownloads: true });
|
|
await desktopContext.addInitScript(() => {
|
|
window.localStorage.removeItem("motrixsim-web-locale");
|
|
window.localStorage.removeItem("motrixsim-web-builder-draft");
|
|
});
|
|
const desktop = await desktopContext.newPage();
|
|
await desktop.goto(frontendUrl.href, { waitUntil: "domcontentloaded" });
|
|
await waitForProductScene(desktop);
|
|
const stableBodyStateCache = await waitForStableBodyStateCache(desktop);
|
|
const adaptiveStatePolling = await waitForAdaptiveStatePolling(desktop);
|
|
const hoverProxyBounds = await exerciseHoverProxyBounds(desktop);
|
|
const paused = stableBodyStateCache;
|
|
const resumeControl = await controlThroughUi(desktop, "#viewport-resume", false);
|
|
const resumed = await readBrowserStats(desktop);
|
|
const pauseControl = await controlThroughUi(desktop, "#viewport-pause", true);
|
|
const desktopAcceptance = await runAcceptanceReview(desktop);
|
|
const desktopStats = await readBrowserStats(desktop);
|
|
const debugCapture = await captureDebugPng(desktop, path.join(outDir, "product-readiness-debug-capture.png"));
|
|
const desktopScreenshot = await safeScreenshot("browser-desktop-screenshot", desktop, path.join(outDir, "product-readiness-desktop.jpg"), { preferCanvas: true });
|
|
const acceptanceExports = await exportAcceptanceArtifacts(desktop);
|
|
await closeContext(desktopContext, "desktop-context");
|
|
logProgress("desktop acceptance done");
|
|
|
|
logProgress("mobile acceptance start");
|
|
const mobileContext = await browser.newContext({ viewport: { width: 390, height: 844 }, deviceScaleFactor: 2, isMobile: true });
|
|
await mobileContext.addInitScript(() => {
|
|
window.localStorage.removeItem("motrixsim-web-locale");
|
|
window.localStorage.removeItem("motrixsim-web-builder-draft");
|
|
});
|
|
const mobile = await mobileContext.newPage();
|
|
await mobile.goto(frontendUrl.href, { waitUntil: "domcontentloaded" });
|
|
await waitForMobileScene(mobile);
|
|
const mobileAcceptance = await runAcceptanceReview(mobile);
|
|
const mobileStats = await readBrowserStats(mobile);
|
|
const mobileScreenshot = await safeScreenshot("browser-mobile-screenshot", mobile, path.join(outDir, "product-readiness-mobile.jpg"), { preferPreview: true });
|
|
await closeContext(mobileContext, "mobile-context");
|
|
logProgress("mobile acceptance done");
|
|
|
|
const groups = parseGroups(desktopStats.groups);
|
|
const objectCount = numericText(desktopStats.objects);
|
|
const meshCount = numericText(desktopStats.meshes);
|
|
const bindingCount = numericText(desktopStats.bindings);
|
|
const fallbackCount = numericText(desktopStats.fallbacks);
|
|
const pixelCount = numericText(desktopStats.pixels);
|
|
const physicsTiers = desktopStats.physicsTiers ?? {};
|
|
const builderPhysics = desktopStats.builderPhysics ?? {};
|
|
const renderPerformance = desktopStats.renderPerformance ?? {};
|
|
const physicsTierOk = (physicsTiers.backendDynamic ?? 0) + (physicsTiers.backendStateOnly ?? 0) >= 1
|
|
&& (physicsTiers.backendFixed ?? 0) >= 1
|
|
&& (physicsTiers.total ?? 0) === objectCount
|
|
&& (physicsTiers.visualOnly ?? Number.POSITIVE_INFINITY) === 0;
|
|
const builderPhysicsOk = (builderPhysics.backendDynamic ?? Number.NaN) === 0
|
|
&& (builderPhysics.visualOnly ?? Number.POSITIVE_INFINITY) === 0
|
|
&& (builderPhysics.total ?? Number.NaN) === 0
|
|
&& builderPhysics.ready === true;
|
|
const sourceLabel = `${desktopStats.sourceLabel} ${desktopStats.projectSource}`;
|
|
const acceptancePassed = acceptanceScoreHasNoFailures(desktopStats.acceptanceScore);
|
|
const mobileAcceptancePassed = acceptanceScoreHasNoFailures(mobileStats.acceptanceScore);
|
|
const desktopAcceptanceElapsed = desktopStats.acceptanceTelemetry.elapsedMs;
|
|
const mobileAcceptanceElapsed = mobileStats.acceptanceTelemetry.elapsedMs;
|
|
const acceptanceTelemetryOk = desktopStats.acceptanceTelemetry.state === "pass"
|
|
&& mobileStats.acceptanceTelemetry.state === "pass"
|
|
&& desktopStats.acceptanceTelemetry.failCount === 0
|
|
&& mobileStats.acceptanceTelemetry.failCount === 0
|
|
&& Number.isFinite(desktopAcceptanceElapsed)
|
|
&& Number.isFinite(mobileAcceptanceElapsed)
|
|
&& desktopStats.diagnostics.acceptanceLatency.includes(String(desktopAcceptanceElapsed))
|
|
&& mobileStats.diagnostics.acceptanceLatency.includes(String(mobileAcceptanceElapsed));
|
|
|
|
check("browser-default-language", desktopStats.lang === "zh-CN", desktopStats.lang);
|
|
check("browser-visible-preview", pixelCount > 0 && Boolean(desktopStats.canvas), `${pixelCount} non-background samples`);
|
|
check("browser-object-count", objectCount >= thresholds.minObjects, `${objectCount} objects`);
|
|
check("browser-body-bindings", bindingCount >= thresholds.minBodyBindings, `${bindingCount} body bindings`);
|
|
check("browser-editable-groups", groups.groups >= thresholds.minEditableGroups && groups.groupedObjects >= thresholds.minGroupedObjects, `${groups.groups} / ${groups.groupedObjects}`);
|
|
check("browser-meshes", meshCount >= thresholds.minMeshes, `${meshCount} meshes`);
|
|
check("browser-no-fallbacks", fallbackCount === 0, `${fallbackCount} fallbacks`, fallbackCount === 0 ? undefined : "warn");
|
|
check("browser-external-sim-label", sourceLabel.includes("外部仿真") && !/RX3|GS/i.test(sourceLabel), sourceLabel);
|
|
check("browser-backend-physics-label", desktopStats.physics.includes("后端物理"), desktopStats.physics);
|
|
check(
|
|
"browser-object-physics-tiers",
|
|
physicsTierOk,
|
|
`dynamic=${physicsTiers.backendDynamic ?? "-"} fixed=${physicsTiers.backendFixed ?? "-"} state=${physicsTiers.backendStateOnly ?? "-"} visual=${physicsTiers.visualOnly ?? "-"} total=${physicsTiers.total ?? "-"}; ${desktopStats.diagnostics.physicsTiers}`,
|
|
);
|
|
check(
|
|
"browser-builder-physics-coverage",
|
|
builderPhysicsOk,
|
|
`builderDynamic=${builderPhysics.backendDynamic ?? "-"} builderVisual=${builderPhysics.visualOnly ?? "-"} total=${builderPhysics.total ?? "-"} ready=${builderPhysics.ready}; ${desktopStats.diagnostics.builderPhysics}`,
|
|
);
|
|
const maxInstancedSceneRoots = Math.max(
|
|
1,
|
|
objectCount
|
|
- (renderPerformance.instancedMeshObjectCount ?? 0)
|
|
+ (renderPerformance.instancedMeshBatchCount ?? 0),
|
|
);
|
|
const maxProgressiveSceneRootBatches = Math.max(2, Math.ceil(maxInstancedSceneRoots / 24) + 1);
|
|
const maxHoverPickTargets = Math.max(100, Math.ceil(objectCount * 0.18));
|
|
check(
|
|
"browser-large-scene-performance-mode",
|
|
renderPerformance.largeSceneMode === true
|
|
&& renderPerformance.targetRenderFps === 45
|
|
&& (renderPerformance.renderPixelRatio ?? Number.POSITIVE_INFINITY) <= 1
|
|
&& renderPerformance.preserveDrawingBufferEnabled === false
|
|
&& (renderPerformance.readbackRenderCount ?? 0) > 0
|
|
&& renderPerformance.shadowsEnabled === false
|
|
&& renderPerformance.hoverPickIntervalMs === 32
|
|
&& (renderPerformance.sceneLoadTotalMs ?? 0) > 0
|
|
&& (renderPerformance.sceneLoadObjectsMs ?? 0) > 0
|
|
&& (renderPerformance.sceneLoadTotalMs ?? 0) >= (renderPerformance.sceneLoadObjectsMs ?? Number.POSITIVE_INFINITY)
|
|
&& Number.isFinite(renderPerformance.instancedMeshPrewarmCount)
|
|
&& Number.isFinite(renderPerformance.instancedMeshPrewarmMs)
|
|
&& Number.isFinite(renderPerformance.instancedMeshFinalizeMs)
|
|
&& renderPerformance.meshSourceLoadLimit === 24
|
|
&& (renderPerformance.peakMeshSourceLoadCount ?? Number.POSITIVE_INFINITY) <= (renderPerformance.meshSourceLoadLimit ?? 0)
|
|
&& (renderPerformance.renderSkipCount ?? 0) > 0
|
|
&& (renderPerformance.controlsUpdateCount ?? 0) > 0
|
|
&& (renderPerformance.controlsUpdateSkippedCount ?? 0) > 0
|
|
&& (renderPerformance.frozenStaticObjectCount ?? 0) + (renderPerformance.instancedLocalObjectElisionCount ?? 0) >= 500
|
|
&& (renderPerformance.preFrozenMeshCloneCount ?? 0) + (renderPerformance.instancedMeshObjectCount ?? 0) >= thresholds.minMeshes
|
|
&& (renderPerformance.spinningScanSkippedCount ?? 0) >= thresholds.minMeshes
|
|
&& (renderPerformance.instancedMeshObjectCount ?? 0) >= 500
|
|
&& (renderPerformance.instancedMeshBatchCount ?? 0) > 0
|
|
&& (renderPerformance.instancedMeshDrawCount ?? Number.POSITIVE_INFINITY) > 0
|
|
&& (renderPerformance.instancedMeshDrawCount ?? Number.POSITIVE_INFINITY) < (renderPerformance.instancedMeshObjectCount ?? 0)
|
|
&& (renderPerformance.instancedMeshMatrixUpdateCount ?? 0) >= (renderPerformance.instancedMeshObjectCount ?? 0)
|
|
&& (renderPerformance.instancedMeshFrustumCulledCount ?? 0) === (renderPerformance.instancedMeshDrawCount ?? -1)
|
|
&& (renderPerformance.instancedMeshStaticMatrixCount ?? 0) === (renderPerformance.instancedMeshDrawCount ?? -1)
|
|
&& (renderPerformance.instancedLocalObjectElisionCount ?? 0) >= (renderPerformance.instancedMeshObjectCount ?? 0)
|
|
&& (renderPerformance.virtualInstancedRootCount ?? 0) >= (renderPerformance.instancedMeshObjectCount ?? 0)
|
|
&& (renderPerformance.manualMatrixRootCount ?? 0) + (renderPerformance.virtualInstancedRootCount ?? 0) >= objectCount
|
|
&& (renderPerformance.manualMatrixRootCount ?? Number.POSITIVE_INFINITY) < objectCount
|
|
&& (renderPerformance.primitiveGeometryCount ?? 0) > 0
|
|
&& (renderPerformance.meshCacheSourceCount ?? 0) > 0
|
|
&& (renderPerformance.meshCacheHitCount ?? 0) > 0
|
|
&& (renderPerformance.fastObjParseCount ?? 0) > 0
|
|
&& (renderPerformance.fastObjLineScanCount ?? 0) > 0
|
|
&& (renderPerformance.fastObjStreamChunkCount ?? 0) > 0
|
|
&& (renderPerformance.fastObjStreamByteCount ?? 0) > 0
|
|
&& (renderPerformance.objLoaderFallbackCount ?? Number.POSITIVE_INFINITY) === 0
|
|
&& (renderPerformance.fastStlParseCount ?? 0) > 0
|
|
&& (renderPerformance.fastStlTriangleCount ?? 0) > 0
|
|
&& (renderPerformance.fastStlByteCount ?? 0) > 0
|
|
&& (renderPerformance.stlLoaderFallbackCount ?? Number.POSITIVE_INFINITY) === 0
|
|
&& (renderPerformance.retainedMeshGeometryCount ?? 0) > 0
|
|
&& (renderPerformance.sceneObjectBoundsCount ?? 0) >= objectCount
|
|
&& (renderPerformance.fastPickProxyBoundsCount ?? 0) >= thresholds.minMeshes
|
|
&& (renderPerformance.pickBoundsScratchTransformCount ?? 0) >= (renderPerformance.fastPickProxyBoundsCount ?? 0)
|
|
&& (renderPerformance.pickBoundsScratchTransformCount ?? Number.POSITIVE_INFINITY) < (renderPerformance.fastPickProxyBoundsCount ?? 0) * 2
|
|
&& (renderPerformance.meshSourceBoundsCount ?? 0) > 0
|
|
&& (renderPerformance.hoverCachedBoundsHitCount ?? 0) > 0
|
|
&& (renderPerformance.cameraFitTraversalCount ?? Number.POSITIVE_INFINITY) === 0
|
|
&& (renderPerformance.sceneBuildYieldCount ?? 0) > 0
|
|
&& (renderPerformance.reducedStateFrameCount ?? 0) > 0
|
|
&& (renderPerformance.incrementalBodyMergeCount ?? 0) > 0
|
|
&& (renderPerformance.statePayloadBodyCount ?? Number.POSITIVE_INFINITY) < (renderPerformance.mergedBodyStateCount ?? 0)
|
|
&& (renderPerformance.mergedBodyStateCount ?? 0) >= thresholds.minBodyBindings
|
|
&& (renderPerformance.stateBasePollIntervalMs ?? Number.POSITIVE_INFINITY) <= 80
|
|
&& (renderPerformance.statePausedPollIntervalMs ?? 0) >= 2000
|
|
&& (renderPerformance.stateActivePollRequestCount ?? 0) > 0
|
|
&& (renderPerformance.stateSkippedDuplicatePollFrameCount ?? 0) > 0
|
|
&& (renderPerformance.stateForwardedPollFrameCount ?? 0) > 0
|
|
&& (renderPerformance.stateParsedPollFrameCount ?? 0) >= (renderPerformance.stateForwardedPollFrameCount ?? Number.POSITIVE_INFINITY)
|
|
&& (renderPerformance.stateHashedPollFrameCount ?? 0) >= (renderPerformance.statePausedPollRequestCount ?? Number.POSITIVE_INFINITY)
|
|
&& (renderPerformance.stateSkippedDuplicateHashPollFrameCount ?? 0) > 0
|
|
&& (renderPerformance.stateNotModifiedPollFrameCount ?? 0) > 0
|
|
&& (renderPerformance.stateParsedPollFrameCount ?? Number.POSITIVE_INFINITY) < (renderPerformance.statePollRequestCount ?? 0)
|
|
&& (renderPerformance.batchedSceneRootCount ?? Number.POSITIVE_INFINITY) <= maxInstancedSceneRoots
|
|
&& (renderPerformance.sceneRootBatchCount ?? 0) > 1
|
|
&& (renderPerformance.sceneRootBatchCount ?? Number.POSITIVE_INFINITY) <= maxProgressiveSceneRootBatches
|
|
&& (renderPerformance.objectPhysicsProfileCacheHitCount ?? 0) > 0
|
|
&& (renderPerformance.builderPhysicsProfileCacheHitCount ?? 0) > 0
|
|
&& (renderPerformance.textWriteSkipCount ?? 0) > 0
|
|
&& (renderPerformance.textSelectorCacheHitCount ?? 0) > 0
|
|
&& (renderPerformance.textSelectorCacheMissCount ?? 0) > 0
|
|
&& (renderPerformance.diagnosticsPanelRenderCount ?? 0) > 0
|
|
&& (renderPerformance.diagnosticsPanelSkipCount ?? 0) > 0
|
|
&& (renderPerformance.statsRefreshIntervalMs ?? 0) >= 2500
|
|
&& (renderPerformance.statsRefreshRenderCount ?? 0) > 0
|
|
&& (renderPerformance.builderPanelRenderCount ?? 0) > 0
|
|
&& (renderPerformance.pickProxyCount ?? 0) >= objectCount
|
|
&& (renderPerformance.hoverPickTargetCount ?? Number.POSITIVE_INFINITY) > 0
|
|
&& (renderPerformance.hoverPickTargetCount ?? Number.POSITIVE_INFINITY) < (renderPerformance.pickProxyCount ?? 0)
|
|
&& (renderPerformance.hoverPickTargetCount ?? Number.POSITIVE_INFINITY) <= maxHoverPickTargets
|
|
&& (renderPerformance.skippedBodyStateCount ?? 0) > 0
|
|
&& desktopStats.diagnostics.renderPerformance.includes("large-scene"),
|
|
`mode=${renderPerformance.largeSceneMode} fps=${renderPerformance.targetRenderFps ?? "-"} statsRefresh=${renderPerformance.statsRefreshIntervalMs ?? "-"}ms ${renderPerformance.statsRefreshRenderCount ?? "-"}/${renderPerformance.statsRefreshSkipCount ?? "-"} dpr=${renderPerformance.renderPixelRatio ?? "-"} buffer=${renderPerformance.preserveDrawingBufferEnabled} readback=${renderPerformance.readbackRenderCount ?? "-"} shadows=${renderPerformance.shadowsEnabled} hover=${renderPerformance.hoverPickIntervalMs ?? "-"} load=${renderPerformance.sceneLoadTotalMs ?? "-"} objects=${renderPerformance.sceneLoadObjectsMs ?? "-"} prewarm=${renderPerformance.instancedMeshPrewarmCount ?? "-"}/${renderPerformance.instancedMeshPrewarmMs ?? "-"} finalize=${renderPerformance.instancedMeshFinalizeMs ?? "-"} camera=${renderPerformance.sceneLoadCameraFitMs ?? "-"} meshLoad=${renderPerformance.activeMeshSourceLoadCount ?? "-"}/${renderPerformance.peakMeshSourceLoadCount ?? "-"}/${renderPerformance.meshSourceLoadLimit ?? "-"} queued=${renderPerformance.queuedMeshSourceLoadCount ?? "-"} skipped=${renderPerformance.renderSkipCount ?? "-"} controls=${renderPerformance.controlsUpdateCount ?? "-"}/${renderPerformance.controlsUpdateSkippedCount ?? "-"} frozen=${renderPerformance.frozenStaticObjectCount ?? "-"} prefrozen=${renderPerformance.preFrozenMeshCloneCount ?? "-"} spinSkip=${renderPerformance.spinningScanSkippedCount ?? "-"} instanced=${renderPerformance.instancedMeshObjectCount ?? "-"}/${renderPerformance.instancedMeshBatchCount ?? "-"}/${renderPerformance.instancedMeshDrawCount ?? "-"} matrices=${renderPerformance.instancedMeshMatrixUpdateCount ?? "-"} cull=${renderPerformance.instancedMeshFrustumCulledCount ?? "-"} static=${renderPerformance.instancedMeshStaticMatrixCount ?? "-"} elidedLocal=${renderPerformance.instancedLocalObjectElisionCount ?? "-"} virtualRoots=${renderPerformance.virtualInstancedRootCount ?? "-"} manualRoots=${renderPerformance.manualMatrixRootCount ?? "-"} manualUpdates=${renderPerformance.manualMatrixUpdateCount ?? "-"} primitiveGeometries=${renderPerformance.primitiveGeometryCount ?? "-"} meshCache=${renderPerformance.meshCacheSourceCount ?? "-"} hit=${renderPerformance.meshCacheHitCount ?? "-"} miss=${renderPerformance.meshCacheMissCount ?? "-"} objFast=${renderPerformance.fastObjParseCount ?? "-"} objLines=${renderPerformance.fastObjLineScanCount ?? "-"} objStream=${renderPerformance.fastObjStreamChunkCount ?? "-"}/${renderPerformance.fastObjStreamByteCount ?? "-"}B/fallback=${renderPerformance.objLoaderFallbackCount ?? "-"} stlFast=${renderPerformance.fastStlParseCount ?? "-"} stlTris=${renderPerformance.fastStlTriangleCount ?? "-"} stlBytes=${renderPerformance.fastStlByteCount ?? "-"}B/fallback=${renderPerformance.stlLoaderFallbackCount ?? "-"} retained=${renderPerformance.retainedMeshGeometryCount ?? "-"}g/${renderPerformance.retainedMeshMaterialCount ?? "-"}m bounds=${renderPerformance.sceneObjectBoundsCount ?? "-"} fast=${renderPerformance.fastPickProxyBoundsCount ?? "-"} scratch=${renderPerformance.pickBoundsScratchTransformCount ?? "-"} source=${renderPerformance.meshSourceBoundsCount ?? "-"} hoverProxy=${renderPerformance.hoverProxyBoundsHitCount ?? "-"} cached=${renderPerformance.hoverCachedBoundsHitCount ?? "-"}/fallback=${renderPerformance.hoverRootBoundsFallbackCount ?? "-"} cameraTraversals=${renderPerformance.cameraFitTraversalCount ?? "-"} sceneBatches=${renderPerformance.sceneRootBatchCount ?? "-"}/${renderPerformance.batchedSceneRootCount ?? "-"} maxSceneRoots=${maxInstancedSceneRoots} maxBatches=${maxProgressiveSceneRootBatches} suppressed=${renderPerformance.sceneLoadSuppressedRenderCount ?? "-"} yields=${renderPerformance.sceneBuildYieldCount ?? "-"} statePayload=${renderPerformance.statePayloadBodyCount ?? "-"}/${renderPerformance.mergedBodyStateCount ?? "-"} reduced=${renderPerformance.reducedStateFrameCount ?? "-"} incremental=${renderPerformance.incrementalBodyMergeCount ?? "-"} poll=${renderPerformance.stateBasePollIntervalMs ?? "-"}/${renderPerformance.statePausedPollIntervalMs ?? "-"}/${renderPerformance.stateLastScheduledPollIntervalMs ?? "-"}ms ${renderPerformance.statePollRequestCount ?? "-"}/${renderPerformance.stateActivePollRequestCount ?? "-"}/${renderPerformance.statePausedPollRequestCount ?? "-"} semantic=${renderPerformance.stateParsedPollFrameCount ?? "-"}/${renderPerformance.stateForwardedPollFrameCount ?? "-"}/${renderPerformance.stateSkippedDuplicatePollFrameCount ?? "-"} hash=${renderPerformance.stateHashedPollFrameCount ?? "-"}/${renderPerformance.stateSkippedDuplicateHashPollFrameCount ?? "-"}/${renderPerformance.stateSkippedDuplicateSemanticPollFrameCount ?? "-"} notModified=${renderPerformance.stateNotModifiedPollFrameCount ?? "-"} uiCache=physics ${renderPerformance.objectPhysicsProfileCacheHitCount ?? "-"}/${renderPerformance.objectPhysicsProfileCacheMissCount ?? "-"} builder ${renderPerformance.builderPhysicsProfileCacheHitCount ?? "-"}/${renderPerformance.builderPhysicsProfileCacheMissCount ?? "-"} text ${renderPerformance.textWriteCount ?? "-"}/${renderPerformance.textWriteSkipCount ?? "-"} selector ${renderPerformance.textSelectorCacheHitCount ?? "-"}/${renderPerformance.textSelectorCacheMissCount ?? "-"} diagnostics ${renderPerformance.diagnosticsPanelRenderCount ?? "-"}/${renderPerformance.diagnosticsPanelSkipCount ?? "-"} builderPanels=${renderPerformance.builderPanelRenderCount ?? "-"}/${renderPerformance.builderPanelDeferredRenderCount ?? "-"}/${renderPerformance.builderPanelCoalescedRenderCount ?? "-"} pickTargets=${renderPerformance.hoverPickTargetCount ?? "-"}/${renderPerformance.pickProxyCount ?? "-"} hoverBudget=${maxHoverPickTargets} stateApply=${renderPerformance.appliedBodyStateCount ?? "-"}/skip=${renderPerformance.skippedBodyStateCount ?? "-"} unchanged=${renderPerformance.unchangedFrameCount ?? "-"} released=${renderPerformance.releasedGeometryCount ?? "-"}g/${renderPerformance.releasedMaterialCount ?? "-"}m/${renderPerformance.releasedTextureCount ?? "-"}t; ${desktopStats.diagnostics.renderPerformance}`,
|
|
);
|
|
check(
|
|
"browser-debug-capture-png",
|
|
debugCapture.ok && debugCapture.bytes >= thresholds.minEvidenceImageBytes,
|
|
`${Math.round((debugCapture.bytes ?? 0) / 1024)} KiB ${debugCapture.mime || "-"} ${debugCapture.error ?? ""}`.trim(),
|
|
);
|
|
check(
|
|
"browser-hover-proxy-bounds",
|
|
hoverProxyBounds.ok
|
|
&& (hoverProxyBounds.stats.renderPerformance?.hoverProxyBoundsHitCount ?? 0) > (hoverProxyBounds.before.renderPerformance?.hoverProxyBoundsHitCount ?? 0)
|
|
&& (hoverProxyBounds.stats.renderPerformance?.hoverCachedBoundsHitCount ?? 0) > (hoverProxyBounds.before.renderPerformance?.hoverCachedBoundsHitCount ?? 0)
|
|
&& (hoverProxyBounds.stats.renderPerformance?.hoverRootBoundsFallbackCount ?? Number.POSITIVE_INFINITY) === 0,
|
|
`point=${hoverProxyBounds.point ?? "-"} text=${hoverProxyBounds.hoverText || "-"} hit=${hoverProxyBounds.stats.renderPerformance?.hoverProxyBoundsHitCount ?? "-"} cached=${hoverProxyBounds.stats.renderPerformance?.hoverCachedBoundsHitCount ?? "-"} before=${hoverProxyBounds.before.renderPerformance?.hoverCachedBoundsHitCount ?? "-"} fallback=${hoverProxyBounds.stats.renderPerformance?.hoverRootBoundsFallbackCount ?? "-"}; ${hoverProxyBounds.stats.diagnostics.renderPerformance}`,
|
|
);
|
|
check(
|
|
"browser-builder-drag-panel-coalescing",
|
|
builderDragPanel.ok,
|
|
`${builderDragPanel.detail}; ${builderDragPanel.stats.diagnostics.renderPerformance}`,
|
|
);
|
|
const builderRelease = builderCompose.renderPerformance ?? {};
|
|
check(
|
|
"browser-resource-lifecycle",
|
|
(builderRelease.releasedGeometryCount ?? 0) > 0
|
|
&& (builderRelease.releasedMaterialCount ?? 0) > 0
|
|
&& (builderRelease.releasedTextureCount ?? 0) > 0
|
|
&& builderCompose.diagnostics.renderPerformance.includes("released"),
|
|
`released=${builderRelease.releasedGeometryCount ?? "-"}g/${builderRelease.releasedMaterialCount ?? "-"}m/${builderRelease.releasedTextureCount ?? "-"}t; ${builderCompose.diagnostics.renderPerformance}`,
|
|
);
|
|
check(
|
|
"browser-body-state-cache",
|
|
(stableBodyStateCache.renderPerformance?.skippedBodyStateCount ?? 0) > 0
|
|
&& (stableBodyStateCache.renderPerformance?.reducedStateFrameCount ?? 0) > 0
|
|
&& (stableBodyStateCache.renderPerformance?.incrementalBodyMergeCount ?? 0) > 0
|
|
&& (stableBodyStateCache.renderPerformance?.statePayloadBodyCount ?? Number.POSITIVE_INFINITY) < thresholds.minBodyBindings
|
|
&& (stableBodyStateCache.renderPerformance?.mergedBodyStateCount ?? 0) >= thresholds.minBodyBindings,
|
|
`stablePaused stateApply=${stableBodyStateCache.renderPerformance?.appliedBodyStateCount ?? "-"}/skip=${stableBodyStateCache.renderPerformance?.skippedBodyStateCount ?? "-"} statePayload=${stableBodyStateCache.renderPerformance?.statePayloadBodyCount ?? "-"}/${stableBodyStateCache.renderPerformance?.mergedBodyStateCount ?? "-"} reduced=${stableBodyStateCache.renderPerformance?.reducedStateFrameCount ?? "-"} incremental=${stableBodyStateCache.renderPerformance?.incrementalBodyMergeCount ?? "-"}; ${stableBodyStateCache.diagnostics.renderPerformance}`,
|
|
);
|
|
check(
|
|
"browser-adaptive-state-polling",
|
|
adaptiveStatePolling.ok,
|
|
`${adaptiveStatePolling.detail}; ${adaptiveStatePolling.stats.diagnostics.renderPerformance}`,
|
|
);
|
|
check(
|
|
"browser-builder-compose-ui",
|
|
/后端物理组合|physical backend composed/i.test(builderCompose.builderStatus)
|
|
&& numericText(builderCompose.summaryProps) === 0,
|
|
`${builderCompose.elapsedMs}ms ${builderCompose.builderStatus}; props=${builderCompose.summaryProps}`,
|
|
);
|
|
check(
|
|
"browser-builder-compose-backend",
|
|
builderCompose.diagnostics.controlUrl.includes("/control")
|
|
&& builderCompose.diagnostics.source.includes("外部仿真")
|
|
&& builderCompose.physics.includes("后端物理"),
|
|
JSON.stringify(builderCompose.diagnostics),
|
|
);
|
|
check("browser-acceptance-panel", acceptancePassed, desktopStats.acceptanceScore);
|
|
check("browser-acceptance-telemetry", acceptanceTelemetryOk, `desktop ${desktopAcceptanceElapsed}ms / mobile ${mobileAcceptanceElapsed}ms`);
|
|
check(
|
|
"browser-diagnostics-panel",
|
|
desktopStats.diagnostics.controlUrl.includes("/control")
|
|
&& desktopStats.diagnostics.source.includes("外部仿真")
|
|
&& desktopStats.diagnostics.binding.includes(String(bindingCount))
|
|
&& desktopStats.diagnostics.physicsTiers.includes(String(physicsTiers.backendDynamic ?? ""))
|
|
&& desktopStats.diagnostics.builderPhysics.includes(String(builderPhysics.backendDynamic ?? ""))
|
|
&& desktopStats.diagnostics.assets.includes(String(meshCount)),
|
|
JSON.stringify(desktopStats.diagnostics),
|
|
);
|
|
check("browser-resume-backend-state", resumeControl.backend.ok, `${resumeControl.backend.elapsedMs}ms paused=false`);
|
|
check("browser-resume-dom-sync", resumeControl.dom.ok && resumeControl.dom.elapsedMs <= thresholds.targetUiControlMs, `${resumeControl.dom.elapsedMs}ms`, resumeControl.dom.ok ? "warn" : "warn");
|
|
check("browser-pause-backend-state", pauseControl.backend.ok, `${pauseControl.backend.elapsedMs}ms paused=true`);
|
|
check("browser-pause-dom-sync", pauseControl.dom.ok && pauseControl.dom.elapsedMs <= thresholds.targetUiControlMs, `${pauseControl.dom.elapsedMs}ms`, pauseControl.dom.ok ? "warn" : "warn");
|
|
check(
|
|
"browser-mobile-preview",
|
|
numericText(mobileStats.pixels) > 0
|
|
&& numericText(mobileStats.objects) >= thresholds.minObjects
|
|
&& numericText(mobileStats.bindings) >= thresholds.minBodyBindings,
|
|
`${mobileStats.objects} objects / ${mobileStats.bindings} bindings / ${mobileStats.pixels} pixels`,
|
|
);
|
|
check("browser-mobile-acceptance-panel", mobileAcceptancePassed, mobileStats.acceptanceScore);
|
|
|
|
return {
|
|
desktop: desktopStats,
|
|
mobile: mobileStats,
|
|
builderCompose,
|
|
stableBodyStateCache,
|
|
shareLink,
|
|
shareRestore,
|
|
configImportRestore,
|
|
visualOnlyBoundary,
|
|
controlTimings: { resume: resumeControl, pause: pauseControl },
|
|
acceptanceTimings: { desktop: desktopAcceptance, mobile: mobileAcceptance },
|
|
paused,
|
|
resumed,
|
|
exports: {
|
|
builderConfig: builderConfigExport,
|
|
...acceptanceExports,
|
|
},
|
|
screenshots: {
|
|
builderCompose: builderComposeScreenshot,
|
|
shareRestore: shareRestore.screenshot,
|
|
configImportRestore: configImportRestore.screenshot,
|
|
visualOnlyBoundary: visualOnlyBoundary.screenshot,
|
|
desktop: desktopScreenshot,
|
|
debugCapture,
|
|
mobile: mobileScreenshot,
|
|
},
|
|
};
|
|
} finally {
|
|
await postControl("pause").catch(() => undefined);
|
|
await closeBrowser(browser);
|
|
}
|
|
}
|
|
|
|
await mkdir(outDir, { recursive: true });
|
|
const startedAt = new Date().toISOString();
|
|
const gitProvenance = await collectGitProvenance();
|
|
const backendUp = await ensureRealBackend();
|
|
await ensureFrontend();
|
|
const doctor = await runJsonStep("real-backend-doctor", ["node", "scripts/real-backend-dev.mjs", "doctor"]);
|
|
const editing = await runJsonStep("real-backend-editing", ["node", "scripts/verify-real-backend-editing.mjs", manifestUrl, path.join(outDir, "real-backend-editing")]);
|
|
let browserEvidence;
|
|
try {
|
|
browserEvidence = await verifyBrowser();
|
|
} catch (error) {
|
|
check("browser-product-scene", "fail", error?.stack ?? error?.message ?? String(error));
|
|
}
|
|
|
|
let evidenceArtifacts;
|
|
if (browserEvidence) {
|
|
try {
|
|
evidenceArtifacts = await collectEvidenceArtifacts(browserEvidence);
|
|
} catch (error) {
|
|
check("evidence-screenshot-artifacts", "fail", error?.stack ?? error?.message ?? String(error));
|
|
}
|
|
}
|
|
|
|
if (startedFrontend) {
|
|
startedFrontend.kill("SIGTERM");
|
|
}
|
|
|
|
const summary = summarize(checks);
|
|
const reportPath = path.join(outDir, "product-readiness-report.json");
|
|
const evidenceManifestPath = path.join(outDir, "product-readiness-evidence.json");
|
|
const report = {
|
|
schema: "motrixsim-web.product-readiness.v1",
|
|
startedAt,
|
|
finishedAt: new Date().toISOString(),
|
|
frontendUrl: frontendUrl.href,
|
|
frontendMode,
|
|
failOnWarn,
|
|
manifestUrl,
|
|
thresholds,
|
|
git: gitProvenance,
|
|
summary,
|
|
checks,
|
|
realBackendUp: backendUp
|
|
? {
|
|
code: backendUp.code,
|
|
stdoutTail: outputTail(backendUp.stdout),
|
|
stderrTail: outputTail(backendUp.stderr),
|
|
}
|
|
: undefined,
|
|
doctor: doctor.json,
|
|
realBackendEditing: editing.json,
|
|
browser: browserEvidence,
|
|
evidence: {
|
|
manifestPath: evidenceManifestPath,
|
|
artifacts: evidenceArtifacts,
|
|
},
|
|
};
|
|
|
|
await writeFile(reportPath, `${JSON.stringify(report, null, 2)}\n`);
|
|
const evidenceManifest = {
|
|
schema: "motrixsim-web.product-readiness-evidence.v1",
|
|
createdAt: new Date().toISOString(),
|
|
report: await describeArtifact(reportPath),
|
|
summary,
|
|
frontendUrl: frontendUrl.href,
|
|
manifestUrl,
|
|
git: gitProvenance,
|
|
artifacts: evidenceArtifacts,
|
|
};
|
|
await writeFile(evidenceManifestPath, `${JSON.stringify(evidenceManifest, null, 2)}\n`);
|
|
console.log(JSON.stringify(report, null, 2));
|
|
process.exitCode = summary.failed > 0 || (failOnWarn && summary.warned > 0) ? 1 : 0;
|