Faster tests, split everywhere: one sharded CI for pushes and releases
- The harness builds the DOM without the page's 2 MB of script text and runs the scripts straight in the window: a page load in tests takes about half the time (jsdom's parser was slow on the script text). - That also took the game's source out of the DOM, which showed three tests that matched a phrase in the page source rather than the screen; they now check the panel, the routing window and the dictionary. - CI plans its split once and runs the tests on 6 runners; every run on main records each file's time and caches it, so the parts stay even without anyone refreshing tests/durations.json. - auto-release.yml and release.yml call the same sharded tests instead of running all 170 files on one runner each (11 and 15 min); a release is tested once, before it is tagged. - Audit: five tests that duplicated a gameplay rule or checked nothing are gone; the two slowest checks sample a third of the cities, and a year of play to reach one due date became a moved due date.
This commit is contained in:
parent
7a6eb29013
commit
0342d90657
17 changed files with 244 additions and 109 deletions
18
scripts/lib/timings-reporter.js
Normal file
18
scripts/lib/timings-reporter.js
Normal file
|
|
@ -0,0 +1,18 @@
|
|||
// A node:test reporter that writes how long each test file took, as JSON {"tests/x.test.js": seconds}, to its
|
||||
// destination. scripts/test.js adds it next to the usual output with --timings FILE; CI merges the parts' files
|
||||
// into tests/durations.json, which the next run splits its parts by.
|
||||
const path = require('node:path');
|
||||
|
||||
module.exports = async function* timings(source) {
|
||||
const sec = {};
|
||||
for await (const { type, data } of source) {
|
||||
// Top-level tests only: their durations include their subtests.
|
||||
if ((type === 'test:pass' || type === 'test:fail') && data.nesting === 0 && data.file && data.details) {
|
||||
const f = path.relative(process.cwd(), data.file).split(path.sep).join('/');
|
||||
sec[f] = (sec[f] || 0) + (data.details.duration_ms || 0) / 1000;
|
||||
}
|
||||
}
|
||||
const out = {};
|
||||
for (const f of Object.keys(sec).sort()) out[f] = Math.round(sec[f] * 10) / 10;
|
||||
yield JSON.stringify(out, null, 1) + '\n';
|
||||
};
|
||||
Loading…
Add table
Add a link
Reference in a new issue