Fold 94 issue-named command/module regression files into the canonical test file that owns each subject-under-test, across 52 existing suites (state, config, frontmatter, roadmap-parser, capability-registry, shell-command-projection-dispatch, plan-phase-drift-guard, health-validation, runtime-converters, commands, etc.). Verbatim block-scoped describe wrappers; 881 subtests conserved 1:1. No new test files. Host-env pre-check (per B2): the only GSD_WORKSTREAM/GSD_PROJECT-touching destinations (intel, planning-workspace) clear those vars hermetically, so folded CLI tests are safe. Regenerates regression-name allowlist (222->162), ratchets file-count allowlist across 8 buckets (validate entry removed after dropping <=2), makes 34 relocated allow-test-rule exemptions issue-ref-compliant (ADR-456; prunes 34 stale ids). Repoints CONTEXT.md + ADR-0002/443/1235/3524 test-file references. lint:ci green. Part of epic #1969. Closes #1972. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
475 lines
20 KiB
JavaScript
475 lines
20 KiB
JavaScript
// allow-test-rule: source-text-is-the-product
|
|
// Reads .md/.json/.yml product files whose deployed text IS what the
|
|
// runtime loads — testing text content tests the deployed contract.
|
|
|
|
/**
|
|
* Ingest Docs Tests — ingest-docs.test.cjs
|
|
*
|
|
* Structural assertions for /gsd-ingest-docs (#2387). Agents and workflows
|
|
* are prompt-based; these tests guard the contract (files exist, frontmatter
|
|
* present, required references wired up, safety semantics preserved).
|
|
*/
|
|
|
|
const { describe, test } = require('node:test');
|
|
const assert = require('node:assert/strict');
|
|
const fs = require('fs');
|
|
const path = require('path');
|
|
const { extractFrontmatter } = require('../gsd-core/bin/lib/frontmatter.cjs');
|
|
|
|
const ROOT = path.join(__dirname, '..');
|
|
const CMD_PATH = path.join(ROOT, 'commands', 'gsd', 'ingest-docs.md');
|
|
const WF_PATH = path.join(ROOT, 'gsd-core', 'workflows', 'ingest-docs.md');
|
|
const CLASSIFIER_PATH = path.join(ROOT, 'agents', 'gsd-doc-classifier.md');
|
|
const SYNTHESIZER_PATH = path.join(ROOT, 'agents', 'gsd-doc-synthesizer.md');
|
|
const CONFLICT_ENGINE_PATH = path.join(ROOT, 'gsd-core', 'references', 'doc-conflict-engine.md');
|
|
|
|
// ─── File Existence ────────────────────────────────────────────────────────────
|
|
|
|
describe('ingest-docs file structure (#2387)', () => {
|
|
test('command file exists', () => {
|
|
assert.ok(fs.existsSync(CMD_PATH), 'commands/gsd/ingest-docs.md should exist');
|
|
});
|
|
test('workflow file exists', () => {
|
|
assert.ok(fs.existsSync(WF_PATH), 'gsd-core/workflows/ingest-docs.md should exist');
|
|
});
|
|
test('classifier agent exists', () => {
|
|
assert.ok(fs.existsSync(CLASSIFIER_PATH), 'agents/gsd-doc-classifier.md should exist');
|
|
});
|
|
test('synthesizer agent exists', () => {
|
|
assert.ok(fs.existsSync(SYNTHESIZER_PATH), 'agents/gsd-doc-synthesizer.md should exist');
|
|
});
|
|
test('shared conflict-engine reference exists', () => {
|
|
assert.ok(fs.existsSync(CONFLICT_ENGINE_PATH), 'references/doc-conflict-engine.md should exist');
|
|
});
|
|
});
|
|
|
|
// ─── Command Frontmatter ───────────────────────────────────────────────────────
|
|
|
|
describe('ingest-docs command frontmatter', () => {
|
|
const content = fs.readFileSync(CMD_PATH, 'utf-8');
|
|
|
|
test('has name field', () => {
|
|
assert.match(content, /^name:\s*gsd:ingest-docs$/m);
|
|
});
|
|
test('has description field', () => {
|
|
assert.match(content, /^description:\s*.+$/m);
|
|
});
|
|
test('argument-hint mentions --mode, --manifest, --resolve', () => {
|
|
const m = content.match(/^argument-hint:\s*"(.+)"$/m);
|
|
assert.ok(m, 'argument-hint should be present');
|
|
assert.ok(m[1].includes('--mode'), 'argument-hint should mention --mode');
|
|
assert.ok(m[1].includes('--manifest'), 'argument-hint should mention --manifest');
|
|
assert.ok(m[1].includes('--resolve'), 'argument-hint should mention --resolve');
|
|
});
|
|
test('allowed-tools include AskUserQuestion and Agent', () => {
|
|
const frontmatter = extractFrontmatter(content);
|
|
const allowedTools = frontmatter['allowed-tools'];
|
|
assert.ok(Array.isArray(allowedTools), 'allowed-tools should be a frontmatter array');
|
|
assert.ok(allowedTools.includes('AskUserQuestion'), 'command needs AskUserQuestion for gates');
|
|
assert.ok(allowedTools.includes('Agent'), 'command needs Agent for agent spawns');
|
|
});
|
|
});
|
|
|
|
// ─── Command References ─────────────────────────────────────────────────────────
|
|
|
|
describe('ingest-docs command references', () => {
|
|
const content = fs.readFileSync(CMD_PATH, 'utf-8');
|
|
|
|
test('references the ingest-docs workflow', () => {
|
|
assert.ok(
|
|
content.includes('@~/.claude/gsd-core/workflows/ingest-docs.md'),
|
|
'command must @-reference its workflow'
|
|
);
|
|
});
|
|
test('references the doc-conflict-engine', () => {
|
|
assert.ok(
|
|
content.includes('@~/.claude/gsd-core/references/doc-conflict-engine.md'),
|
|
'command must load the shared conflict-engine contract'
|
|
);
|
|
});
|
|
test('references gate-prompts', () => {
|
|
assert.ok(
|
|
content.includes('@~/.claude/gsd-core/references/gate-prompts.md'),
|
|
'command must load gate-prompts for AskUserQuestion patterns'
|
|
);
|
|
});
|
|
});
|
|
|
|
// ─── Workflow Content ───────────────────────────────────────────────────────────
|
|
|
|
describe('ingest-docs workflow content', () => {
|
|
const content = fs.readFileSync(WF_PATH, 'utf-8');
|
|
|
|
test('parses --mode, --manifest, --resolve, and a positional path', () => {
|
|
assert.ok(content.includes('--mode'), '--mode flag must be parsed');
|
|
assert.ok(content.includes('--manifest'), '--manifest flag must be parsed');
|
|
assert.ok(content.includes('--resolve'), '--resolve flag must be parsed');
|
|
assert.ok(content.includes('SCAN_PATH'), 'positional scan path must be parsed');
|
|
});
|
|
|
|
test('validates paths for traversal sequences', () => {
|
|
assert.ok(
|
|
content.includes('traversal') || content.match(/case\s+".*\*\.\.\*/),
|
|
'workflow must reject traversal sequences in user-supplied paths'
|
|
);
|
|
});
|
|
|
|
test('enforces 50-doc cap in v1', () => {
|
|
assert.ok(
|
|
content.includes('50'),
|
|
'workflow must enforce the v1 doc cap'
|
|
);
|
|
assert.ok(
|
|
content.toLowerCase().includes('cap') || content.toLowerCase().includes('limit'),
|
|
'workflow must describe the cap/limit'
|
|
);
|
|
});
|
|
|
|
test('auto-detects MODE from .planning/ presence', () => {
|
|
assert.ok(
|
|
content.includes('planning_exists'),
|
|
'workflow must check planning_exists from init to auto-detect mode'
|
|
);
|
|
});
|
|
|
|
test('discovers via directory conventions', () => {
|
|
assert.ok(content.includes('adr'), 'workflow must match ADR directory convention');
|
|
assert.ok(content.includes('prd'), 'workflow must match PRD directory convention');
|
|
assert.ok(content.includes('spec'), 'workflow must match SPEC/RFC directory convention');
|
|
});
|
|
|
|
test('spawns gsd-doc-classifier and gsd-doc-synthesizer', () => {
|
|
assert.ok(
|
|
content.includes('gsd-doc-classifier'),
|
|
'workflow must spawn gsd-doc-classifier'
|
|
);
|
|
assert.ok(
|
|
content.includes('gsd-doc-synthesizer'),
|
|
'workflow must spawn gsd-doc-synthesizer'
|
|
);
|
|
});
|
|
|
|
test('conflict gate honors BLOCKER/WARNING/INFO semantics from doc-conflict-engine', () => {
|
|
assert.ok(content.includes('BLOCKER'), 'workflow must reference BLOCKER severity');
|
|
assert.ok(content.includes('WARNING'), 'workflow must reference WARNING severity');
|
|
assert.ok(content.includes('INFO'), 'workflow must reference INFO severity');
|
|
assert.ok(
|
|
content.includes('doc-conflict-engine'),
|
|
'workflow must cite the shared conflict-engine reference'
|
|
);
|
|
});
|
|
|
|
test('hard-blocks writes when BLOCKERs exist', () => {
|
|
// Must contain language that prevents writing destination files on blocker
|
|
assert.ok(
|
|
content.toLowerCase().includes('without writing') ||
|
|
content.toLowerCase().includes('no destination files'),
|
|
'workflow must forbid writes when BLOCKERs exist (safety gate)'
|
|
);
|
|
});
|
|
|
|
test('routes to gsd-roadmapper in new mode', () => {
|
|
assert.ok(
|
|
content.includes('gsd-roadmapper'),
|
|
'new mode must delegate to gsd-roadmapper'
|
|
);
|
|
});
|
|
|
|
test('rejects --resolve interactive in v1', () => {
|
|
const lower = content.toLowerCase();
|
|
assert.ok(
|
|
lower.includes('interactive') && lower.includes('future'),
|
|
'workflow must reject --resolve interactive with a future-release message'
|
|
);
|
|
});
|
|
|
|
test('references INGEST-CONFLICTS.md as the conflicts report location', () => {
|
|
assert.ok(
|
|
content.includes('INGEST-CONFLICTS.md'),
|
|
'workflow must write/read INGEST-CONFLICTS.md'
|
|
);
|
|
});
|
|
});
|
|
|
|
// ─── Classifier Agent ───────────────────────────────────────────────────────────
|
|
|
|
describe('gsd-doc-classifier agent', () => {
|
|
const content = fs.readFileSync(CLASSIFIER_PATH, 'utf-8');
|
|
|
|
test('has Read and Write tools', () => {
|
|
assert.match(content, /^tools:\s*.*Read.*Write.*/m);
|
|
});
|
|
test('produces JSON output schema', () => {
|
|
assert.ok(content.includes('"type"'), 'schema must include type field');
|
|
assert.ok(content.includes('"confidence"'), 'schema must include confidence field');
|
|
assert.ok(content.includes('"locked"'), 'schema must include locked field for ADRs');
|
|
});
|
|
test('documents all five classification types', () => {
|
|
assert.ok(content.includes('ADR'), 'classifier must handle ADR type');
|
|
assert.ok(content.includes('PRD'), 'classifier must handle PRD type');
|
|
assert.ok(content.includes('SPEC'), 'classifier must handle SPEC type');
|
|
assert.ok(content.includes('DOC'), 'classifier must handle DOC type');
|
|
assert.ok(content.includes('UNKNOWN'), 'classifier must handle UNKNOWN type');
|
|
});
|
|
test('only marks Accepted ADRs as locked', () => {
|
|
assert.ok(
|
|
content.includes('Accepted'),
|
|
'classifier must tie locked status to Accepted ADR status'
|
|
);
|
|
});
|
|
});
|
|
|
|
// ─── Synthesizer Agent ──────────────────────────────────────────────────────────
|
|
|
|
describe('gsd-doc-synthesizer agent', () => {
|
|
const content = fs.readFileSync(SYNTHESIZER_PATH, 'utf-8');
|
|
|
|
test('has Read/Write/Bash tools', () => {
|
|
assert.match(content, /^tools:\s*.*Read.*Write.*Bash.*/m);
|
|
});
|
|
test('documents default precedence ADR > SPEC > PRD > DOC', () => {
|
|
const precedenceBlock = content.match(/ADR[^.]*SPEC[^.]*PRD[^.]*DOC/);
|
|
assert.ok(precedenceBlock, 'default precedence ordering must be documented');
|
|
});
|
|
test('hard-blocks LOCKED vs LOCKED in both modes', () => {
|
|
assert.ok(
|
|
content.includes('LOCKED') && content.toLowerCase().includes('both'),
|
|
'LOCKED-vs-LOCKED must be a hard block in both modes'
|
|
);
|
|
});
|
|
test('produces three-bucket conflicts report', () => {
|
|
assert.ok(content.includes('auto-resolved'), 'report must have auto-resolved bucket');
|
|
assert.ok(content.includes('competing-variants'), 'report must have competing-variants bucket');
|
|
assert.ok(content.includes('unresolved-blockers'), 'report must have unresolved-blockers bucket');
|
|
});
|
|
test('performs cycle detection', () => {
|
|
assert.ok(
|
|
content.toLowerCase().includes('cycle'),
|
|
'synthesizer must run cycle detection on cross-ref graph'
|
|
);
|
|
});
|
|
test('preserves competing PRD acceptance variants (no naive merge)', () => {
|
|
assert.ok(
|
|
content.toLowerCase().includes('variant'),
|
|
'synthesizer must preserve competing acceptance variants'
|
|
);
|
|
});
|
|
test('writes SYNTHESIS.md as entry point for downstream consumers', () => {
|
|
assert.ok(
|
|
content.includes('SYNTHESIS.md'),
|
|
'synthesizer must write SYNTHESIS.md'
|
|
);
|
|
});
|
|
});
|
|
|
|
// ─── Shared Conflict Engine Contract ────────────────────────────────────────────
|
|
|
|
describe('doc-conflict-engine shared reference', () => {
|
|
const content = fs.readFileSync(CONFLICT_ENGINE_PATH, 'utf-8');
|
|
|
|
test('defines all three severity labels', () => {
|
|
assert.ok(content.includes('[BLOCKER]'));
|
|
assert.ok(content.includes('[WARNING]'));
|
|
assert.ok(content.includes('[INFO]'));
|
|
});
|
|
test('forbids markdown tables in conflict reports', () => {
|
|
assert.ok(
|
|
content.toLowerCase().includes('never markdown tables') ||
|
|
content.toLowerCase().includes('no markdown tables') ||
|
|
content.toLowerCase().includes('never use markdown tables'),
|
|
'reference must forbid markdown tables'
|
|
);
|
|
});
|
|
test('defines the BLOCKER safety gate', () => {
|
|
assert.ok(
|
|
content.toLowerCase().includes('exit without writing'),
|
|
'safety gate must forbid destination writes when BLOCKERs exist'
|
|
);
|
|
});
|
|
});
|
|
|
|
// ─── Import command still consumes the shared reference (#2387 refactor) ───────
|
|
|
|
describe('import command adopts shared conflict-engine', () => {
|
|
const cmdContent = fs.readFileSync(path.join(ROOT, 'commands', 'gsd', 'import.md'), 'utf-8');
|
|
const wfContent = fs.readFileSync(path.join(ROOT, 'gsd-core', 'workflows', 'import.md'), 'utf-8');
|
|
|
|
test('import command loads doc-conflict-engine reference', () => {
|
|
assert.ok(
|
|
cmdContent.includes('@~/.claude/gsd-core/references/doc-conflict-engine.md'),
|
|
'/gsd-import must load the shared conflict-engine contract'
|
|
);
|
|
});
|
|
test('import workflow cites the shared reference', () => {
|
|
assert.ok(
|
|
wfContent.includes('doc-conflict-engine'),
|
|
'import workflow must cite the shared conflict-engine'
|
|
);
|
|
});
|
|
test('import workflow retains BLOCKER/WARNING/INFO labels', () => {
|
|
assert.ok(wfContent.includes('[BLOCKER]'));
|
|
assert.ok(wfContent.includes('[WARNING]'));
|
|
assert.ok(wfContent.includes('[INFO]'));
|
|
});
|
|
});
|
|
|
|
|
|
// ────────────────────────────────────────────────────────────────────────
|
|
// Folded from tests/bug-2801-ingest-docs-handler.test.cjs — consolidation epic #1969 (B3 #1972)
|
|
// ────────────────────────────────────────────────────────────────────────
|
|
{
|
|
const { describe: __foldDescribe } = require('node:test');
|
|
__foldDescribe("folded:bug-2801-ingest-docs-handler (consolidation epic #1969 B3 #1972)", () => {
|
|
/**
|
|
* Regression test for bug #2801
|
|
*
|
|
* `/gsd-ingest-docs` was broken because:
|
|
* 1. `workflows/ingest-docs.md` called `gsd-sdk query init.ingest-docs` but the
|
|
* installed binary is `gsd-tools` (not `gsd-sdk`).
|
|
* 2. `gsd-tools init` had no `ingest-docs` case in its dispatch switch.
|
|
*
|
|
* The fix:
|
|
* - Added `case 'ingest-docs'` to the `init` switch in `gsd-tools.cjs`.
|
|
* - Exported `cmdInitIngestDocs` from `init.cjs`.
|
|
* - Updated `workflows/ingest-docs.md` to call `gsd-tools init ingest-docs`.
|
|
*
|
|
* This test prevents regression of the dispatch omission.
|
|
*/
|
|
|
|
'use strict';
|
|
|
|
const { describe, test, beforeEach, afterEach } = require('node:test');
|
|
const assert = require('node:assert/strict');
|
|
const fs = require('node:fs');
|
|
const path = require('node:path');
|
|
const childProc = require('node:child_process');
|
|
const { createTempProject, cleanup, TOOLS_PATH } = require('./helpers.cjs');
|
|
|
|
const REPO_ROOT = path.join(__dirname, '..');
|
|
const WORKFLOW_FILE = path.join(REPO_ROOT, 'gsd-core', 'workflows', 'ingest-docs.md');
|
|
|
|
function spawnGsdTools(args, projectDir) {
|
|
let stdout = '';
|
|
let exitCode = 0;
|
|
try {
|
|
stdout = childProc.execFileSync(
|
|
process.execPath,
|
|
[TOOLS_PATH, ...args, '--cwd', projectDir],
|
|
{
|
|
encoding: 'utf-8',
|
|
stdio: ['pipe', 'pipe', 'pipe'],
|
|
env: { ...process.env, GSD_SESSION_KEY: '' },
|
|
}
|
|
);
|
|
} catch (err) {
|
|
exitCode = err.status ?? 1;
|
|
stdout = (err.stdout?.toString() ?? '') + (err.stderr?.toString() ?? '');
|
|
}
|
|
return { exitCode, stdout };
|
|
}
|
|
|
|
describe('bug-2801: gsd-tools init ingest-docs handler exists', () => {
|
|
let tmpDir;
|
|
|
|
beforeEach(() => {
|
|
tmpDir = createTempProject('gsd-test-2801-');
|
|
});
|
|
|
|
afterEach(() => {
|
|
cleanup(tmpDir);
|
|
});
|
|
|
|
test('init ingest-docs exits 0 (not "Unknown init workflow")', () => {
|
|
const { exitCode, stdout } = spawnGsdTools(['init', 'ingest-docs', '--raw'], tmpDir);
|
|
assert.strictEqual(exitCode, 0, `expected exit 0, got: ${stdout}`);
|
|
});
|
|
|
|
test('init ingest-docs returns JSON with project_exists field', () => {
|
|
const { exitCode, stdout } = spawnGsdTools(['init', 'ingest-docs', '--raw'], tmpDir);
|
|
assert.strictEqual(exitCode, 0);
|
|
let json;
|
|
try { json = JSON.parse(stdout.trim()); } catch { assert.fail(`non-JSON output: ${stdout}`); }
|
|
assert.ok(Object.prototype.hasOwnProperty.call(json, 'project_exists'), 'project_exists present');
|
|
});
|
|
|
|
test('init ingest-docs returns JSON with planning_exists field', () => {
|
|
const { exitCode, stdout } = spawnGsdTools(['init', 'ingest-docs', '--raw'], tmpDir);
|
|
assert.strictEqual(exitCode, 0);
|
|
const json = JSON.parse(stdout.trim());
|
|
assert.ok(Object.prototype.hasOwnProperty.call(json, 'planning_exists'), 'planning_exists present');
|
|
});
|
|
|
|
test('init ingest-docs returns JSON with has_git field', () => {
|
|
const { exitCode, stdout } = spawnGsdTools(['init', 'ingest-docs', '--raw'], tmpDir);
|
|
assert.strictEqual(exitCode, 0);
|
|
const json = JSON.parse(stdout.trim());
|
|
assert.ok(Object.prototype.hasOwnProperty.call(json, 'has_git'), 'has_git present');
|
|
});
|
|
|
|
test('init ingest-docs returns JSON with project_path field', () => {
|
|
const { exitCode, stdout } = spawnGsdTools(['init', 'ingest-docs', '--raw'], tmpDir);
|
|
assert.strictEqual(exitCode, 0);
|
|
const json = JSON.parse(stdout.trim());
|
|
assert.ok(Object.prototype.hasOwnProperty.call(json, 'project_path'), 'project_path present');
|
|
assert.ok(Object.prototype.hasOwnProperty.call(json, 'commit_docs'), 'commit_docs present');
|
|
});
|
|
|
|
test('planning_exists is true when .planning/ directory exists', () => {
|
|
const { exitCode, stdout } = spawnGsdTools(['init', 'ingest-docs', '--raw'], tmpDir);
|
|
assert.strictEqual(exitCode, 0);
|
|
const json = JSON.parse(stdout.trim());
|
|
assert.strictEqual(json.planning_exists, true, 'planning_exists should be true (.planning/ created by createTempProject)');
|
|
});
|
|
});
|
|
|
|
describe('bug-2801: ingest-docs.md workflow calls gsd-tools not gsd-sdk', () => {
|
|
test('no bash code block in ingest-docs.md calls gsd-sdk', () => {
|
|
const content = fs.readFileSync(WORKFLOW_FILE, 'utf-8');
|
|
// Extract bash fenced code blocks structurally.
|
|
const bashBlocks = [];
|
|
const codeBlockRe = /```bash\r?\n([\s\S]*?)```/g;
|
|
let m;
|
|
while ((m = codeBlockRe.exec(content)) !== null) {
|
|
bashBlocks.push(m[1]);
|
|
}
|
|
assert.ok(bashBlocks.length > 0, 'expected bash code blocks in workflow');
|
|
|
|
// Check every line in every bash block — not just lines that start with the token,
|
|
// since gsd-sdk can appear in subshell expansions like $(gsd-sdk query ...).
|
|
const sdkCalls = bashBlocks
|
|
.join('\n')
|
|
.split('\n')
|
|
.filter((line) => /\bgsd-sdk\b/.test(line));
|
|
|
|
assert.deepStrictEqual(
|
|
sdkCalls,
|
|
[],
|
|
`workflow bash blocks still reference gsd-sdk (should use gsd-tools): ${sdkCalls.join(', ')}`
|
|
);
|
|
});
|
|
|
|
test('ingest-docs.md init step uses the gsd_run launcher (#637)', () => {
|
|
const content = fs.readFileSync(WORKFLOW_FILE, 'utf-8');
|
|
// Parse fenced bash blocks structurally — do not match raw markdown text.
|
|
const codeBlockRe = /```bash\r?\n([\s\S]*?)```/g;
|
|
const bashLines = [...content.matchAll(codeBlockRe)]
|
|
.flatMap((m) => m[1].split('\n'))
|
|
.filter((l) => !/^\s*#/.test(l));
|
|
// #637 routes ingest-docs through the resolved `gsd_run` launcher instead of
|
|
// the hardcoded `node "$HOME/.../gsd-tools.cjs"` path (which misses global
|
|
// installs). The legacy bare `gsd-tools` form remains the bug and is still
|
|
// rejected by bug-2851's repo-wide guard.
|
|
const initLine = bashLines.find((l) =>
|
|
/\bgsd_run\s+init\s+ingest-docs\b/.test(l)
|
|
);
|
|
assert.ok(initLine, 'workflow must invoke init ingest-docs via the gsd_run launcher (#637)');
|
|
});
|
|
|
|
test('cmdInitIngestDocs is exported from init.cjs', () => {
|
|
const init = require(path.join(REPO_ROOT, 'gsd-core', 'bin', 'lib', 'init.cjs'));
|
|
assert.strictEqual(typeof init.cmdInitIngestDocs, 'function', 'cmdInitIngestDocs must be exported');
|
|
});
|
|
});
|
|
});
|
|
}
|