A gate that does not depend on its machine, on a runner of its own
Test / gate (push) Canceled after 0s
Test / gate (push) Canceled after 0s
The gate first ran on the server that deploys the site: a slow container with no C compiler and no ICU. Ten tests failed there on correct code, and no Mojo program could be built at all. - The workflows ask for a runner labeled heavy, not the deploy server: the gate builds and runs some 300 Mojo programs and fuzzes. docs/ci.md says how to register one. With none registered a run waits. - The pinned environment has a C compiler on Linux (gcc, with its C library pinned to glibc 2.34): mojo build links with the C compiler it finds, and conda-forge's default links against a C library too old for Mojo's runtime. mojo-local reports a program that could not be linked as that, and does not keep the answer. - The pinned Dafny runs without ICU, and dafny-fetch fails when the Dafny it fetched does not start. - A test's time limit is processor time at the machine's pace (tests/helpers/pace.mjs). - The prover's time on the clock is the caller's: provePseudo and Workspace.proofBudgetMs take it, the Prove tab's 3 seconds stay the default, and the command line, library-check and the tests use none, so their answers are the counted budgets' alone. - The library pointer moves to its workflow change (e5ae090).
This commit is contained in:
31 files changed
+427
-104
No files matched your search
@@ -11,6 +11,7 @@ import { pseudoToLingo } from '../dist/sync/pseudo-to-lingo.js';
|
||||
import { checkMojo } from '../dist/mojo/check.js';
|
||||
import { studyOf } from '../dist/services/pseudo.js';
|
||||
import { EQUATIONS, FIXTURES } from './helpers/sync-programs.mjs';
|
||||
import { measure, over } from './helpers/pace.mjs';
|
||||
import { Workspace } from '../dist/common/workspace.js';
|
||||
import { PROBLEMS, problemById, workForProblem } from '../dist/common/problems.js';
|
||||
|
||||
@@ -232,13 +233,10 @@ test('timing: a full cascade (lingo edit -> pseudo, matho, speco, Mojo) on the l
|
||||
const start = filled.sources.lingo ? filled.sources : { lingo };
|
||||
const hub = () => new SyncHub(start, undefined, { call: big.st.call });
|
||||
hub().edit('lingo', lingo); // warm up the engines
|
||||
const times = [];
|
||||
for (let i = 0; i < 7; i++) {
|
||||
const t0 = performance.now();
|
||||
hub().edit('lingo', lingo + (i % 2 ? '' : '\n'));
|
||||
times.push(performance.now() - t0);
|
||||
}
|
||||
times.sort((a, b) => a - b);
|
||||
const median = times[3];
|
||||
assert.ok(median < 50, `${big.id}: the median cascade took ${median.toFixed(1)} ms (limit 50)`);
|
||||
// the median of seven, in processor time at this machine's pace (tests/helpers/pace.mjs)
|
||||
const runs = [];
|
||||
for (let i = 0; i < 7; i++) runs.push(measure(() => hub().edit('lingo', lingo + (i % 2 ? '' : '\n'))));
|
||||
runs.sort((a, b) => a.ms - b.ms);
|
||||
const failed = over({ ms: runs[3].ms, pace: Math.max(...runs.map((m) => m.pace)) }, 50, `${big.id}: the median cascade`);
|
||||
assert.ok(!failed, failed ?? '');
|
||||
});
|
||||
Reference in new issue
Block a user