Files
aego/tools/websmoke/bench-baseline.test.mjs
T
sanspie 50be5c04bc
ci-platforms / darwin amd64 smoke (push) Skipped
GitHub / linux amd64 native GitHub-hosted native CI: success
ci-platforms / windows amd64 smoke (push) Skipped
GitHub / windows amd64 native GitHub-hosted native CI: success
GitHub / darwin arm64 native GitHub-hosted native CI: success
GitHub / darwin amd64 native GitHub-hosted native CI: success
ci / checks (push) Failing after 1h21m34s
ci / native-authoring (push) Skipped
ci-platforms / darwin arm64 smoke (push) Skipped
github-native / gitea-pending (push) Skipped
github-native / darwin amd64 native (push) Skipped
github-native / linux amd64 native (push) Skipped
github-native / windows amd64 native (push) Skipped
github-native / darwin arm64 native (push) Skipped
github-native / gitea-result (push) Skipped
ci / build (amd64, linux, ubuntu-24.04) (push) Successful in 12m4s
ci / release (push) Skipped
Stage 12.5: Art Workspace and asset authoring
Add dockable Art tools, animation and previews, guarded asset workflows,
and the Web Asset Studio built on the shared Art Core. Expand English and
Russian documentation, interactive Try scenes, examples and editor icons.

Add audio waveform navigation, source analysis, guarded previews and a
browser Worker mixer. Preserve source changes and recovery with bounded
checks, and strengthen native, browser and interoperability CI.

Prepare version 0.12.5 and manually built native artifact candidates.
Fix the production site image demo build dependency.
Reuse immutable scene indices when capturing keyframes.
Wait for real Persist save/load completion in component tests.
Stabilize browser Game View captures outside pointer hover.
Aseprite interchange and persistent Audio EDL recovery remain limited;
the artifact workflow does not publish releases or change stable.
2026-11-15 10:37:50 +03:00

83 lines
5.1 KiB
JavaScript

import assert from "node:assert/strict";
import { createHash } from "node:crypto";
import fs from "node:fs";
import { test } from "node:test";
import { requiredCIBaselineErrors, requiredCIGateOptionErrors, requiredCIMeasurementErrors } from "./bench-baseline.mjs";
const config = { gpu: "swiftshader", warmup: 120, frames: 600, dpr: 1, maxdpr: null };
function valid() {
return {
meta: { gpu: "swiftshader", viewport: "1280x720", dpr: 1, maxdpr: null,
warmup: 120, frames: 600, measurementOnly: false },
results: { chromium: { browser: "chromium",
runs: Array.from({length: 5}, () => ({frames: 600, renderer: "ANGLE SwiftShader", errors: []})),
summary: { drawsPerFrame: 19, frameBytesPerFrame: 367,
bridge: {calls: 250, draws: 19, bufferUploads: 8, bufferKB: 3,
texUploads: 0, texKB: 0, programs: 15, targets: 7},
samples: {gaps: [16.7], work: [2]} },
} },
};
}
test("a complete CI benchmark baseline is accepted", () => {
assert.deepEqual(requiredCIBaselineErrors(valid(), ["chromium"], config), []);
});
test("historical and current workload baselines remain complete and independently pinned", () => {
const cases = [
["./bench-stage12-baseline.json", "9bcc3363b068d4552a82e5fae81c3f133c26e0366d62ddb39878ca10334916a7"],
["./bench-platformer-head-baseline.json", "15eaf504785fb0b4c4468ee18a52a7fee4a6060dcce3091ceab64f2f38d6bea5"],
];
for (const [file, expected] of cases) {
const raw = fs.readFileSync(new URL(file, import.meta.url));
assert.equal(createHash("sha256").update(raw).digest("hex"), expected, file);
assert.deepEqual(requiredCIBaselineErrors(JSON.parse(raw).swiftshader, ["chromium"], config), [], file);
}
});
test("missing, incompatible and partial baselines fail closed", () => {
assert(requiredCIBaselineErrors(null, ["chromium"], config).length > 0);
const wrongMode = valid(); wrongMode.meta.gpu = "hardware";
assert(requiredCIBaselineErrors(wrongMode, ["chromium"], config).length > 0);
const missingBrowser = valid(); delete missingBrowser.results.chromium;
assert(requiredCIBaselineErrors(missingBrowser, ["chromium"], config).length > 0);
const tooFew = valid(); tooFew.results.chromium.runs.pop();
assert(requiredCIBaselineErrors(tooFew, ["chromium"], config).length > 0);
const wrongRenderer = valid(); wrongRenderer.results.chromium.runs[0].renderer = "Intel";
assert(requiredCIBaselineErrors(wrongRenderer, ["chromium"], config).length > 0);
const missingCounter = valid(); delete missingCounter.results.chromium.summary.bridge.draws;
assert(requiredCIBaselineErrors(missingCounter, ["chromium"], config).length > 0);
const invalidBytes = valid(); invalidBytes.results.chromium.summary.frameBytesPerFrame = NaN;
assert(requiredCIBaselineErrors(invalidBytes, ["chromium"], config).length > 0);
const missingSamples = valid(); missingSamples.results.chromium.summary.samples.work = [];
assert(requiredCIBaselineErrors(missingSamples, ["chromium"], config).length > 0);
assert(requiredCIBaselineErrors(valid(), ["chromium"], {...config, frames: 601}).length > 0);
});
test("CI cannot update its baseline, disable profiling, or omit all browsers", () => {
assert.deepEqual(requiredCIGateOptionErrors({ browsers: "chromium" }), []);
assert(requiredCIGateOptionErrors({ "update-baseline": "true" }).length > 0);
assert(requiredCIGateOptionErrors({ profile: "false" }).length > 0);
assert(requiredCIGateOptionErrors({ browsers: "" }).length > 0);
});
test("CI requires a complete measurement and profile on the requested renderer", () => {
const actual = valid().results;
actual.chromium.summary.allocs = {frames: 600, frameObjects: 0, sites: []};
const options = {gpu: "swiftshader", frames: 600, runs: 5};
assert.deepEqual(requiredCIMeasurementErrors(actual, ["chromium"], options), []);
assert(requiredCIMeasurementErrors({}, ["chromium"], options).length > 0);
const partial = structuredClone(actual); partial.chromium.runs.pop();
assert(requiredCIMeasurementErrors(partial, ["chromium"], options).length > 0);
const wrongRenderer = structuredClone(actual); wrongRenderer.chromium.runs[0].renderer = "Intel";
assert(requiredCIMeasurementErrors(wrongRenderer, ["chromium"], options).length > 0);
const wrongFrames = structuredClone(actual); wrongFrames.chromium.runs[0].frames = 599;
assert(requiredCIMeasurementErrors(wrongFrames, ["chromium"], options).length > 0);
const missingMetric = structuredClone(actual); delete missingMetric.chromium.summary.frameBytesPerFrame;
assert(requiredCIMeasurementErrors(missingMetric, ["chromium"], options).length > 0);
const missingProfile = structuredClone(actual); delete missingProfile.chromium.summary.allocs;
assert(requiredCIMeasurementErrors(missingProfile, ["chromium"], options).length > 0);
const badProfile = structuredClone(actual); badProfile.chromium.summary.allocs.frames = 599;
assert(requiredCIMeasurementErrors(badProfile, ["chromium"], options).length > 0);
});