commit
401084bab3
265 files changed
+69224
No files matched your search
@@ -0,0 +1,66 @@
|
||||
#!/usr/bin/env node
|
||||
// SPDX-FileCopyrightText: 2026 Scientific Computing Studio, LLC
|
||||
// SPDX-License-Identifier: Apache-2.0
|
||||
/**
|
||||
* The fuzzers as CI runs them: a fixed seed, so a failure that comes back is the same failure, and seeds that move,
|
||||
* so every run looks somewhere new. Every seed is printed with the command that reproduces it.
|
||||
*
|
||||
* node scripts/ci-fuzz.mjs the gate's share (pixi run ci): a few minutes
|
||||
* mojo-fuzz seed 1 and the moving seed, 25 programs of expressions each
|
||||
* mojo-fuzz --statements seed 1 and the moving seed, 25 whole programs each
|
||||
* prove-fuzz seed 1 and the moving seed, 300 programs each
|
||||
* node scripts/ci-fuzz.mjs --nightly the scheduled run (pixi run nightly): about half an hour
|
||||
* mojo-fuzz four moving seeds, 100 programs each
|
||||
* mojo-fuzz --statements four moving seeds, 100 whole programs each (the size at which the first run of
|
||||
* three seeds found a fault that 40 programs a seed had not)
|
||||
* prove-fuzz four moving seeds, 3,000 programs each
|
||||
* node scripts/ci-fuzz.mjs --seed N the same, with N as the moving seed
|
||||
* node scripts/ci-fuzz.mjs --dry-run print the commands and do nothing
|
||||
*
|
||||
* The moving seed is the CI run's number when the CI says it (GITHUB_RUN_NUMBER, which Gitea Actions sets too), or
|
||||
* else today's date in UTC as YYYYMMDD; the nightly seeds are the date and the three days after it, so each night
|
||||
* starts where the last one would have gone next. Every fuzzer runs even when an earlier one fails; the exit status
|
||||
* is 1 when any of them found something, 2 when one could not run.
|
||||
*/
|
||||
import path from 'node:path';
|
||||
import { spawnSync } from 'node:child_process';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
|
||||
const ROOT = fileURLToPath(new URL('..', import.meta.url));
|
||||
const argv = process.argv.slice(2);
|
||||
const opt = (name) => { const i = argv.indexOf(`--${name}`); return i >= 0 ? argv[i + 1] : null; };
|
||||
const flag = (name) => argv.includes(`--${name}`);
|
||||
const nightly = flag('nightly');
|
||||
|
||||
const today = Number(new Date().toISOString().slice(0, 10).replace(/-/g, ''));
|
||||
const runNumber = Number(process.env.GITHUB_RUN_NUMBER);
|
||||
let moving;
|
||||
if (opt('seed') !== null) moving = { seed: Number(opt('seed')), from: '--seed' };
|
||||
else if (!nightly && Number.isInteger(runNumber) && runNumber > 0) moving = { seed: runNumber, from: 'the CI run number' };
|
||||
else moving = { seed: today, from: "today's date (UTC)" };
|
||||
if (!Number.isInteger(moving.seed) || moving.seed < 0) { console.error(`ci-fuzz: a seed is a whole number; got ${opt('seed')}`); process.exit(2); }
|
||||
|
||||
const seeds = nightly ? [0, 1, 2, 3].map((k) => moving.seed + k) : [1, moving.seed];
|
||||
const rounds = [
|
||||
...seeds.map((s) => ({ name: 'mojo-fuzz', script: 'scripts/mojo/fuzz.mjs', args: ['--seed', String(s), '--programs', nightly ? '100' : '25'] })),
|
||||
...seeds.map((s) => ({ name: 'mojo-fuzz --statements', script: 'scripts/mojo/fuzz.mjs', args: ['--seed', String(s), '--programs', nightly ? '100' : '25', '--statements'] })),
|
||||
...seeds.map((s) => ({ name: 'prove-fuzz', script: 'scripts/prove-fuzz.mjs', args: ['--seed', String(s), '--programs', nightly ? '3000' : '300'] })),
|
||||
];
|
||||
|
||||
console.log(`ci-fuzz${nightly ? ' --nightly' : ''}: the moving seed is ${moving.seed}, from ${moving.from}; seeds ${seeds.join(', ')}`);
|
||||
const results = [];
|
||||
for (const r of rounds) {
|
||||
const line = `node ${r.script} ${r.args.join(' ')}`;
|
||||
console.log(`\n== ${r.name} seed ${r.args[1]} (reproduce: ${line})`);
|
||||
if (flag('dry-run')) continue;
|
||||
const started = Date.now();
|
||||
const p = spawnSync(process.execPath, [path.join(ROOT, r.script), ...r.args], { cwd: ROOT, stdio: 'inherit' });
|
||||
results.push({ ...r, line, status: p.status ?? 2, seconds: Math.round((Date.now() - started) / 1000) });
|
||||
}
|
||||
if (flag('dry-run')) process.exit(0);
|
||||
|
||||
console.log('\nci-fuzz summary');
|
||||
for (const r of results) console.log(` ${r.status === 0 ? 'clean ' : r.status === 1 ? 'FOUND ' : 'FAILED'} ${r.name} seed ${r.args[1]} (${r.seconds} s)${r.status ? `: ${r.line}` : ''}`);
|
||||
const worst = results.some((r) => r.status === 1) ? 1 : results.some((r) => r.status !== 0) ? 2 : 0;
|
||||
console.log(worst === 0 ? 'every fuzzer is clean' : 'reproduce a seed with the command beside it (docs/ci.md says what to do next)');
|
||||
process.exit(worst);
|
||||
Reference in new issue
Block a user