Files
msd-core/tests/api-coverage-gate-e2e.test.cjs
sim 2eef8ada4f test(#4520): migrate generators/doc-gates/attribution batch to named timeout constants
Batch 9 of 17 in the ad hoc timeout literal migration (epic #4445).
Replaces every bare numeric timeout/timeoutMs object-literal property in
14 files with a named constant, per eslint-rules/no-adhoc-timeout-literal.cjs.
Removes the 14 files from the rule's allowlist.

The issue's own guess ("all run a scripts/*.cjs generator or lint script
once, BUILD_TIMEOUT_MS class") needed two corrections found by reading
every site directly. First, BUILD_TIMEOUT_MS's own doc comment scopes it
specifically to scripts/build-hooks.js, which none of this batch's
generator/lint-script sites run — a new shared constant,
GENERATOR_SCRIPT_TIMEOUT_MS, covers the class instead. Second,
no-pending-3212-markers.test.cjs's single site spawns `git ls-files`
directly, not a scripts/*.cjs script at all — routed to a second new
shared constant, REAL_REPO_GIT_TIMEOUT_MS, promoted once
emitted-attribution.test.cjs's own git-plumbing sites were found sharing
the same class and value.

Isolated Standards-axis review caught a further misclassification: one
of REAL_REPO_GIT_TIMEOUT_MS's three emitted-attribution.test.cjs sites
actually builds a fresh throwaway temp repo (createTempDir + git init),
contradicting that constant's own real-repo-tree-only scope. Fixed with
a new file-local FRESH_FIXTURE_GIT_TIMEOUT_MS holding the exact
pre-existing value under an honest name, rather than reusing the shared
GIT_FIXTURE_TIMEOUT_MS (which would have doubled the bound).

emitted-attribution.test.cjs also gets two more file-local constants:
HEAVY_REAL_TREE_TEST_TIMEOUT_MS (node:test's own per-test timeout
option, not a spawn bound) and BUILD_HOOKS_UNDER_LOAD_TIMEOUT_MS (the
same build-hooks.js script as the shared norm, at 4x its bound inside
the suite's heaviest test). emitted-ack-trailer.test.cjs gets
IMPOSSIBLY_SHORT_GIT_TIMEOUT_MS — the one value in this migration that
is deliberately tiny (20ms), used to force a timeout in a negative test,
not generous headroom.

No src/bin file touched, no numeric value changed anywhere.

Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
2026-09-10 19:22:04 -04:00

533 lines
23 KiB
JavaScript

'use strict';
/**
* E2E capability-wiring tests for the API-coverage gate (#1562).
*
* Drives the real CLI subprocess (`loop render-hooks verify:pre` and
* `check api-coverage.verify-pre`) against temp projects to prove:
* - the gate is data-driven (activates/deactivates by config) — acceptance #5
* - the seal contract (block / pass) — acceptance #1, #2, #4
* - the matrix persists on disk and is read at seal time — acceptance #6
*
* CONTENT/E2E only: every test drives a real CLI subprocess. No readFileSync
* source-grep. Genuine assertions: each case asserts the SPECIFIC differing
* value (block true/false, capId presence), not a count.
*/
const { describe, test, afterEach } = require('node:test');
const assert = require('node:assert/strict');
const fc = require('fast-check');
const fs = require('node:fs');
const os = require('node:os');
const path = require('node:path');
const { cleanup, TEST_ENV_BASE } = require('./helpers.cjs');
const { runNode, OUTCOME } = require('./helpers/process-seam.cjs');
const { LOOP_HOOK_POINT_CLI_TIMEOUT_MS } = require('./helpers/timeouts.cjs');
// In-process seam for the fail-closed read-injection tests at the bottom of this
// file (#2365 review): readPhaseScope is the pure phase-scope reader behind the
// gate. Those tests monkeypatch fs rather than drive a subprocess.
const { readPhaseScope } = require('../gsd-core/bin/lib/check-command-router.cjs');
const { escapeRegex } = require('../gsd-core/bin/lib/pattern.cjs');
const TOOLS_PATH = path.join(__dirname, '..', 'gsd-core', 'bin', 'gsd-tools.cjs');
function runTools(args, cwd) {
const argv = Array.isArray(args)
? args
: (args.match(/(?:[^\s"']+|"[^"]*"|'[^']*')+/g) || [])
.map((t) => t.replace(/"([^"]*)"/g, '$1').replace(/'([^']*)'/g, '$1'));
const r = runNode([TOOLS_PATH, ...argv], {
cwd,
env: { ...process.env, ...TEST_ENV_BASE },
timeoutMs: LOOP_HOOK_POINT_CLI_TIMEOUT_MS,
});
if (r.outcome === OUTCOME.EXITED && r.exitCode === 0) {
return { success: true, output: r.stdout.trim(), exitCode: 0, error: '' };
}
return {
success: false,
output: r.stdout.trim(),
// Non-EXITED outcomes (timeout, spawn failure, buffer overflow) never
// populate stderr, so fall back to the seam's outcome label — mirroring
// execFileSync's err.message fallback when err.stderr was empty.
error: r.stderr.trim() || `process-seam: ${r.outcome}`,
exitCode: r.exitCode ?? 1,
};
}
function makeProject(workflow) {
const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'gsd-apicov-'));
fs.mkdirSync(path.join(tmpDir, '.planning'), { recursive: true });
fs.mkdirSync(path.join(tmpDir, '.planning', 'phases'), { recursive: true });
fs.writeFileSync(
path.join(tmpDir, '.planning', 'config.json'),
JSON.stringify({ workflow }),
'utf8'
);
return tmpDir;
}
function makePhaseDir(projectDir, phaseSlug) {
const dir = path.join(projectDir, '.planning', 'phases', phaseSlug);
fs.mkdirSync(dir, { recursive: true });
return dir;
}
function writePlan(phaseDir, planFile, body) {
fs.writeFileSync(path.join(phaseDir, planFile), body, 'utf8');
}
function writeCoverage(phaseDir, body) {
fs.writeFileSync(path.join(phaseDir, 'COVERAGE.md'), body, 'utf8');
}
function verifyPreHooks(cwd) {
const result = runTools('loop render-hooks verify:pre --raw', cwd);
assert.ok(result.success, `render-hooks verify:pre should succeed. stderr: ${result.error}`);
const envelope = JSON.parse(result.output);
assert.strictEqual(envelope.point, 'verify:pre', 'point field must be verify:pre');
assert.ok(Array.isArray(envelope.activeHooks), 'activeHooks must be an array');
return envelope;
}
function findCap(envelope, capId) {
return envelope.activeHooks.find((h) => h.capId === capId) || null;
}
function runGate(cwd, phaseDir) {
return runTools(['check', 'api-coverage.verify-pre', phaseDir, '--raw'], cwd);
}
// ─── Capability wiring: data-driven activation (acceptance #5) ───────────────
describe('api-coverage verify:pre gate — capability wiring (#1562 acceptance #5)', () => {
let tmpDir;
afterEach(() => { if (tmpDir) { cleanup(tmpDir); tmpDir = null; } });
test('gate is ACTIVE when workflow.api_coverage_gate is true', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const env = verifyPreHooks(tmpDir);
const hook = findCap(env, 'ai-integration');
assert.ok(hook, 'ai-integration gate must register at verify:pre when enabled');
assert.strictEqual(hook.kind, 'gate');
assert.strictEqual(hook.blocking, true);
assert.strictEqual(hook.check.query, 'api-coverage.verify-pre');
});
test('gate is ABSENT when workflow.api_coverage_gate is false', () => {
tmpDir = makeProject({ api_coverage_gate: false });
const env = verifyPreHooks(tmpDir);
assert.strictEqual(findCap(env, 'ai-integration'), null, 'gate must not register when disabled');
});
test('gate is ACTIVE by default when the key is absent (opt-out, not opt-in)', () => {
tmpDir = makeProject({});
const env = verifyPreHooks(tmpDir);
assert.ok(findCap(env, 'ai-integration'), 'gate must default ON (full-coverage-by-default)');
});
});
// ─── Seal contract: block / pass (acceptance #1, #2, #4, #6) ──────────────────
describe('api-coverage.verify-pre — seal contract (#1562 acceptance #1,#2,#4,#6)', () => {
let tmpDir;
let phaseDir;
afterEach(() => { if (tmpDir) { cleanup(tmpDir); tmpDir = null; } });
function fresh() {
tmpDir = makeProject({ api_coverage_gate: true });
phaseDir = makePhaseDir(tmpDir, '01-pay');
return phaseDir;
}
test('#1 API phase without a matrix → BLOCKS the seal', () => {
fresh();
writePlan(phaseDir, '01-PLAN.md', '# Plan\nIntegrate the Stripe API for payment processing.');
const r = runGate(tmpDir, phaseDir);
assert.ok(r.success, `gate should succeed (JSON). stderr: ${r.error}`);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, true, 'must block when API integration has no matrix');
assert.strictEqual(j.detected, true);
assert.strictEqual(j.coverage_present, false);
});
test('#4 non-API phase without a matrix → does NOT block', () => {
fresh();
writePlan(phaseDir, '01-PLAN.md', '# Plan\nRefactor the auth helper to use bcrypt.');
const r = runGate(tmpDir, phaseDir);
assert.ok(r.success, `gate should succeed. stderr: ${r.error}`);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, false, 'must not block a non-API phase');
assert.strictEqual(j.detected, false);
});
test('#1/#6 API phase WITH a valid matrix → passes (matrix persists on disk)', () => {
fresh();
writePlan(phaseDir, '01-PLAN.md', '# Plan\nIntegrate the Stripe API for payment processing.');
writeCoverage(
phaseDir,
'| capability | decision | reason |\n|---|---|---|\n' +
'| charge | INTEGRATE | |\n| refund | OPT-OUT | not needed yet |\n'
);
const r = runGate(tmpDir, phaseDir);
assert.ok(r.success, `gate should succeed. stderr: ${r.error}`);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, false);
assert.strictEqual(j.coverage_present, true);
assert.strictEqual(j.counts.surface, 2);
assert.strictEqual(j.counts.optout, 1);
});
test('#2 OPT-OUT without a reason → BLOCKS (un-decided hole)', () => {
fresh();
writePlan(phaseDir, '01-PLAN.md', '# Plan\nIntegrate the Stripe API.');
writeCoverage(
phaseDir,
'| capability | decision | reason |\n|---|---|---|\n| refund | OPT-OUT | |\n'
);
const r = runGate(tmpDir, phaseDir);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, true, 'opt-out without reason must block');
assert.ok(j.errors.some((e) => /missing reason/i.test(e)));
});
test('#2 empty matrix → BLOCKS (surface must be enumerated)', () => {
fresh();
writePlan(phaseDir, '01-PLAN.md', '# Plan\nIntegrate the Stripe API.');
writeCoverage(phaseDir, '| capability | decision | reason |\n|---|---|---|\n');
const r = runGate(tmpDir, phaseDir);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, true);
assert.ok(j.errors.some((e) => /empty/i.test(e)));
});
test('#3 a second platform with full-coverage baseline is accepted (no asymmetry)', () => {
fresh();
writePlan(phaseDir, '01-PLAN.md', '# Plan\nAdd a YouTube SDK as a second media platform.');
// Full-coverage baseline for the second platform: every capability decided.
writeCoverage(
phaseDir,
'| capability | decision | reason |\n|---|---|---|\n' +
'| search | INTEGRATE | |\n| playlists | INTEGRATE | |\n| skip | INTEGRATE | |\n'
);
const r = runGate(tmpDir, phaseDir);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, false, 'a fully-decided second platform seals clean');
assert.strictEqual(j.counts.surface, 3);
});
test('JSON-fenced matrix is accepted (machine-generated form)', () => {
fresh();
writePlan(phaseDir, '01-PLAN.md', '# Plan\nIntegrate the Stripe API.');
writeCoverage(
phaseDir,
'```coverage\n[{"capability":"charge","decision":"INTEGRATE","reason":""}]\n```\n'
);
const r = runGate(tmpDir, phaseDir);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, false);
assert.strictEqual(j.counts.surface, 1);
});
// ── #2365: detector false positives must not block, and a phase may declare
// "no external API integration" instead of fabricating a matrix row.
test('#2365 phase naming a first-party route path → does NOT block', () => {
fresh();
writePlan(
phaseDir,
'01-PLAN.md',
'# Plan\nRun integration tests for src/app/api/profile/route.test.ts.'
);
const r = runGate(tmpDir, phaseDir);
assert.ok(r.success, `gate should succeed. stderr: ${r.error}`);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, false, 'a first-party route path is not an external API');
assert.strictEqual(j.detected, false);
});
test('#2365 COVERAGE.md declaring no external API integration → passes the gate', () => {
fresh();
writePlan(phaseDir, '01-PLAN.md', '# Plan\nRender the export page.');
writeCoverage(phaseDir, 'No external API integration: UI-only phase, no third-party surface.\n');
const r = runGate(tmpDir, phaseDir);
assert.ok(r.success, `gate should succeed. stderr: ${r.error}`);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, false, 'a reasoned no-integration declaration satisfies the gate');
assert.strictEqual(j.coverage_present, true);
assert.strictEqual(j.none_declared, true);
assert.strictEqual(j.detected, false, 'a non-API plan shows no overridden signals');
});
test('#2365 declaration overriding live detection passes but SURFACES the contradiction', () => {
fresh();
writePlan(phaseDir, '01-PLAN.md', '# Plan\nIntegrate the Stripe API for payments.');
writeCoverage(phaseDir, 'No external API integration: detector over-fired; this phase is UI-only.\n');
const r = runGate(tmpDir, phaseDir);
assert.ok(r.success, `gate should succeed. stderr: ${r.error}`);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, false, 'the declaration is the human overrule — it must win');
assert.strictEqual(j.none_declared, true);
assert.strictEqual(j.detected, true, 'the contradiction must be visible, not silent');
assert.ok(Array.isArray(j.signals) && j.signals.length > 0);
assert.ok(/overrid/i.test(j.message), `message should surface the override: ${j.message}`);
});
// ── Security (#1562 security review S1/S2): the phase arg is taken only as a
// token resolved under .planning/phases/. Traversal / unresolvable args must
// NOT read files outside the phase dir, and — since the phases tree exists —
// must fail CLOSED (a blocking gate must not silently bypass on a bad arg).
test('path-traversal arg is contained and fails CLOSED (phases tree exists)', () => {
fresh(); // creates .planning/phases/01-pay
const r = runTools(['check', 'api-coverage.verify-pre', '../../etc', '--raw'], tmpDir);
assert.ok(r.success, `gate should succeed (JSON). stderr: ${r.error}`);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, true, 'unresolvable phase under an existing phases tree must block');
assert.strictEqual(j.phase_lookup_failed, true);
});
test('no .planning/phases at all → fail-open (genuine non-GSD project)', () => {
// A project with .planning/config.json but no phases directory.
const noPhases = fs.mkdtempSync(path.join(os.tmpdir(), 'gsd-apicov-nophase-'));
try {
fs.mkdirSync(path.join(noPhases, '.planning'), { recursive: true });
fs.writeFileSync(
path.join(noPhases, '.planning', 'config.json'),
JSON.stringify({ workflow: { api_coverage_gate: true } }),
'utf8'
);
const r = runTools(['check', 'api-coverage.verify-pre', '01-pay', '--raw'], noPhases);
assert.ok(r.success);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, false, 'no phases tree → pass (not a GSD project)');
} finally {
cleanup(noPhases);
}
});
});
// ─── Fail-closed phase-scope read failures (in-process, #2365 review) ──────────
// These exercise readPhaseScope directly and inject the read failure by
// monkeypatching fs (restored in finally) rather than chmod 0o000 — chmod does
// not fault under root and is the pattern this repo's IO-failure convention
// avoids. Deterministic and platform-independent, so no root/win32 skip needed.
describe('readPhaseScope — fail-closed on a real read failure (#2365 review)', () => {
let tmpDir;
afterEach(() => { if (tmpDir) { cleanup(tmpDir); tmpDir = null; } });
// Run `fn` with `fs[method]` throwing `code` for any path matching `pat`,
// delegating to the real implementation otherwise; always restored.
function withFsThrow(method, pat, code, fn) {
const orig = fs[method];
fs[method] = (p, ...rest) => {
if (typeof p === 'string' && pat.test(p)) {
const err = new Error(`${code}: injected read failure`);
err.code = code;
throw err;
}
return orig(p, ...rest);
};
try { return fn(); } finally { fs[method] = orig; }
}
test('an EXISTING plan file that cannot be read → readError set (not silent-empty)', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const phaseDir = makePhaseDir(tmpDir, '01-pay');
writePlan(phaseDir, '01-PLAN.md', '# Plan\nRefactor the UI.');
writePlan(phaseDir, '02-PLAN.md', '# Plan\nIntegrate the Stripe API.');
const res = withFsThrow('readFileSync', /02-PLAN\.md$/, 'EACCES', () =>
readPhaseScope(tmpDir, phaseDir, '01'));
assert.ok(res.readError, 'a real plan read failure must set readError, not read as empty scope');
assert.match(res.readError, /could not read/i);
});
test('a phase directory that cannot be enumerated → readError set', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const phaseDir = makePhaseDir(tmpDir, '01-pay');
writePlan(phaseDir, '01-PLAN.md', '# Plan\nIntegrate the Stripe API.');
const res = withFsThrow('readdirSync', new RegExp(escapeRegex(phaseDir) + '$'), 'EACCES', () =>
readPhaseScope(tmpDir, phaseDir, '01'));
assert.ok(res.readError, 'an unreadable phase directory must set readError, not read as empty');
});
test('roadmap fallback that cannot be read → readError set', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const phaseDir = makePhaseDir(tmpDir, '01-pay'); // no plans → roadmap fallback
fs.writeFileSync(
path.join(tmpDir, '.planning', 'ROADMAP.md'),
'# Roadmap\n\n### Phase 01: Pay\n\nIntegrate the Stripe API.\n',
'utf8'
);
const res = withFsThrow('readFileSync', /ROADMAP\.md$/, 'EACCES', () =>
readPhaseScope(tmpDir, phaseDir, '01'));
assert.ok(res.readError, 'an unreadable roadmap fallback must set readError, not read as absent');
});
test('a MISSING phase dir / roadmap is legitimate absence (ENOENT) → readError null', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const missing = path.join(tmpDir, '.planning', 'phases', '99-does-not-exist');
const res = readPhaseScope(tmpDir, missing, '99');
assert.strictEqual(res.readError, null, 'ENOENT is absence, not a read failure — must not block');
assert.strictEqual(res.text, '');
});
});
// ─── Unestablished scope is not a negative verdict (#3909, ADR-3889 P5) ───────
// The gate's two neighbouring arms already fail closed (unresolvable phase →
// block; unreadable plan → block). Certifying "no external-API integration"
// from ZERO examined bytes was the remaining fabrication: nothing was read, yet
// the blocking seal gate cleared. The discriminator is BYTES EXAMINED, never
// SIGNALS FOUND — a phase with real plans and no API vocabulary must keep
// passing exactly as it did before.
describe('api-coverage.verify-pre — unestablished scope blocks (#3909)', () => {
let tmpDir;
afterEach(() => { if (tmpDir) { cleanup(tmpDir); tmpDir = null; } });
function gateJson(phaseDir) {
return JSON.parse(runGate(tmpDir, phaseDir).output);
}
test('CONTROL: a real plan with no API vocabulary still passes', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const phaseDir = makePhaseDir(tmpDir, '01-refactor');
writePlan(phaseDir, '01-PLAN.md', '# Plan\nRefactor the internal state machine and rename fields.');
const j = gateJson(phaseDir);
assert.strictEqual(j.block, false, 'an examined phase with no signal must still pass');
assert.strictEqual(j.passed, true);
assert.strictEqual(j.detected, false);
assert.strictEqual(
j.scope_unavailable,
undefined,
'an examined scope must NOT be reported as unavailable',
);
});
test('a phase dir with no plans and no roadmap section BLOCKS instead of certifying', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const phaseDir = makePhaseDir(tmpDir, '02-empty');
const j = gateJson(phaseDir);
assert.strictEqual(j.block, true, 'zero examined bytes must not clear the blocking seal gate');
assert.strictEqual(j.passed, false);
assert.strictEqual(j.scope_unavailable, true, 'the reason must be reported, not implied');
assert.strictEqual(
j.detected,
false,
'detected stays false — nothing was found because nothing was examined',
);
assert.match(j.message, /scope/i);
});
test('BOUNDARY: whitespace-only scope is unestablished', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const phaseDir = makePhaseDir(tmpDir, '03-ws');
writePlan(phaseDir, '01-PLAN.md', ' \n\t\n ');
const j = gateJson(phaseDir);
assert.strictEqual(j.block, true, 'whitespace is not examined content');
assert.strictEqual(j.scope_unavailable, true);
});
test('BOUNDARY: CRLF-only scope is unestablished', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const phaseDir = makePhaseDir(tmpDir, '04-crlf');
writePlan(phaseDir, '01-PLAN.md', '\r\n\r\n');
const j = gateJson(phaseDir);
assert.strictEqual(j.block, true, 'CRLF-only content carries no scope');
assert.strictEqual(j.scope_unavailable, true);
});
test('BOUNDARY: a single non-whitespace character IS examined content', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const phaseDir = makePhaseDir(tmpDir, '05-one');
writePlan(phaseDir, '01-PLAN.md', 'x');
const j = gateJson(phaseDir);
assert.strictEqual(j.block, false, 'one byte of real scope is examined — normal detection applies');
assert.strictEqual(j.scope_unavailable, undefined);
});
test('a COVERAGE.md matrix short-circuits before scope is ever read', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const phaseDir = makePhaseDir(tmpDir, '06-matrix');
// No plans at all — scope would be unestablished, but the matrix decides.
writeCoverage(phaseDir, [
'# API Coverage — Stripe',
'',
'| capability | decision | reason |',
'|---|---|---|',
'| charge | INTEGRATE | |',
].join('\n'));
const j = gateJson(phaseDir);
assert.strictEqual(j.block, false, 'a valid matrix passes regardless of scope readability');
assert.strictEqual(j.coverage_present, true);
assert.strictEqual(j.scope_unavailable, undefined);
});
test('a no-integration DECLARATION passes even with an unestablished scope', () => {
tmpDir = makeProject({ api_coverage_gate: true });
const phaseDir = makePhaseDir(tmpDir, '07-decl');
writeCoverage(phaseDir, 'No external API integration: pure internal refactor.\n');
const j = gateJson(phaseDir);
assert.strictEqual(j.block, false, 'the human declaration is the reasoned overrule');
assert.strictEqual(j.none_declared, true);
assert.strictEqual(j.scope_unavailable, undefined);
});
test('a project with no .planning/phases tree still fails OPEN (not a scope block)', () => {
const noPhases = fs.mkdtempSync(path.join(os.tmpdir(), 'gsd-apicov-nophases-'));
try {
fs.mkdirSync(path.join(noPhases, '.planning'), { recursive: true });
fs.writeFileSync(
path.join(noPhases, '.planning', 'config.json'),
JSON.stringify({ workflow: { api_coverage_gate: true } }),
'utf8',
);
const r = runTools(['check', 'api-coverage.verify-pre', '01-x', '--raw'], noPhases);
const j = JSON.parse(r.output);
assert.strictEqual(j.block, false, 'a non-GSD layout must stay fail-open');
assert.strictEqual(j.passed, true);
assert.strictEqual(
j.scope_unavailable,
undefined,
'the new block must not widen to swallow the non-GSD-project pass',
);
} finally {
cleanup(noPhases);
}
});
});
// ─── Property: the scope discriminator is emptiness, nothing else (#3909) ─────
// The gate reports `scope_unavailable` exactly when the scope it read is
// whitespace-only. This pins that predicate against arbitrary input — unicode
// whitespace, CRLF, strings that merely look blank — so the discriminator can
// never quietly become "no signals found" instead of "nothing examined".
describe('api-coverage scope emptiness — properties (#3909)', () => {
let tmpDir;
afterEach(() => { if (tmpDir) { cleanup(tmpDir); tmpDir = null; } });
test('P1: the scope read back is whitespace-only iff the plan body was', () => {
fc.assert(
fc.property(fc.string(), (body) => {
tmpDir = makeProject({ api_coverage_gate: true });
try {
const phaseDir = makePhaseDir(tmpDir, '01-prop');
writePlan(phaseDir, '01-PLAN.md', body);
// No ROADMAP.md is written, so the roadmap fallback contributes
// nothing and the plan body is the entire scope.
const res = readPhaseScope(tmpDir, phaseDir, '01');
assert.strictEqual(res.readError, null, 'a written plan file must always be readable');
assert.strictEqual(
res.text.trim() === '',
body.trim() === '',
'the gate blocks on an unestablished scope, so its emptiness test must agree '
+ 'with the emptiness of what the author actually wrote',
);
} finally {
cleanup(tmpDir);
tmpDir = null;
}
}),
{ numRuns: 200, seed: 3909 },
);
});
});