* test(#3894): research_before_questions must resolve globally and order quick.md (failing first) * fix(#3894): quick path honors workflow.research_before_questions; key resolves from global defaults Two layers, one key. The quick workflow ran its discussion phase before its research phase unconditionally — neither quick.md nor its steps ever read workflow.research_before_questions, though the key is documented, schema-registered, /gsd-settings-writable, and honored by /gsd-discuss-phase and /gsd-new-project. A gray-area answer given without research is then written to <quick_id>-CONTEXT.md as a locked decision downstream agents are told not to revisit — an evidence-free choice made unfalsifiable (the reporter's #3714 misresolution). - quick.md Step 4 now carries the same research-before-questions check the two honoring paths make: when enabled, research-phase executes before discussion-phase; false/unset keeps the written order. Both sections stay section-manifest gated. - src/config-loader.cts forwarded workflow.post_planning_gaps from ~/.gsd/defaults.json but silently dropped this key — same file, same nesting, one resolved and one didn't. Now forwarded with the same flat + nested-alias fallback shape, added to the resolution-keys lockstep canary and the #3532 shadowed-warning set (nested alias reporting generalized over both keys). Emitted-Drift-Ack-Growth: quick.md — #3894: +Step 4 ordering rule (the research-before-questions check the discuss-phase and new-project paths already make); a real behavioral gate, not incidental bloat. * fix(#3894): review fold-ins — gate the CONTEXT.md reference, colon slash-forms - quick/steps/research-phase.md directed the researcher subagent to read <quick_id>-CONTEXT.md under DISCUSS_MODE with no existence hedge — but under the new ordering (research BEFORE discussion) the file cannot exist yet when the researcher is dispatched. The reference now says read-only-if-present with the #3894 reason; the alignment purpose still applies on the default ordering. - quick.md's new rule used the hyphen slash forms (/gsd-discuss-phase, /gsd-new-project); source artifacts under gsd-core/workflows must author the colon form the install-time converters key on — the same file already uses /gsd:new-project and /gsd:quick elsewhere. * docs(#3894): planning-config row names the flat CONFIG_DEFAULTS alias config-field-docs requires every CONFIG_DEFAULTS key to appear in the doc; the row documented the canonical namespaced form only. Adds the same alias sentence post_planning_gaps's row carries, plus the #3894 quick-path note. * chore(#3894): changeset fragment (pr number backfilled after PR creation) * chore(#3894): backfill changeset PR number (4047) --------- Co-authored-by: sim <sim@local>
360 lines
14 KiB
JavaScript
360 lines
14 KiB
JavaScript
/**
|
|
* GSD Quick Research Flag Tests
|
|
*
|
|
* Validates the --research flag for /gsd-quick:
|
|
* - Command frontmatter advertises --research
|
|
* - Workflow includes research step (Step 4.75)
|
|
* - Research artifacts work within quick task directories
|
|
* - Workflow spawns gsd-phase-researcher for research
|
|
*/
|
|
|
|
const { test, describe, beforeEach, afterEach } = require('node:test');
|
|
const assert = require('node:assert/strict');
|
|
const fs = require('fs');
|
|
const path = require('path');
|
|
const { runGsdTools, createTempProject, cleanup, absPlanningPath } = require('./helpers.cjs');
|
|
|
|
const COMMANDS_DIR = path.join(__dirname, '..', 'commands', 'gsd');
|
|
const WORKFLOWS_DIR = path.join(__dirname, '..', 'gsd-core', 'workflows');
|
|
const REPO_ROOT_FOR_SECTIONS = path.join(__dirname, '..');
|
|
|
|
/**
|
|
* #2994 fragmentization moved Steps 4.5/4.75/5.5/5.6/6.5 out of quick.md into
|
|
* gsd-core/workflows/quick/steps/*.md behind section markers. Position-based
|
|
* slicing here (`indexOf('Step 4.75')` .. `indexOf('Step 5:')`, etc.) needs
|
|
* those step headings back at their original logical position, not appended
|
|
* at the end — so expand each `<!-- gsd:section id="X" ... -->...
|
|
* <!-- /gsd:section -->` marker IN PLACE with its step file's content.
|
|
*/
|
|
function expandWorkflowSections(workflowPath) {
|
|
const raw = fs.readFileSync(workflowPath, 'utf8');
|
|
const markerRe = /<!-- gsd:section id="[\w-]+" when="[^"]*" -->[\s\S]*?<!-- \/gsd:section -->/g;
|
|
return raw.replace(markerRe, (block) => {
|
|
const pathMatch = block.match(/`([^`]+\.md)`/);
|
|
if (!pathMatch) return block;
|
|
const stepPath = path.join(REPO_ROOT_FOR_SECTIONS, pathMatch[1]);
|
|
if (!fs.existsSync(stepPath)) return block;
|
|
return fs.readFileSync(stepPath, 'utf8');
|
|
});
|
|
}
|
|
|
|
// ─────────────────────────────────────────────────────────────────────────────
|
|
// Command frontmatter: --research flag advertised
|
|
// ─────────────────────────────────────────────────────────────────────────────
|
|
|
|
describe('quick command: --research in frontmatter', () => {
|
|
const commandPath = path.join(COMMANDS_DIR, 'quick.md');
|
|
let content;
|
|
|
|
test('quick.md exists', () => {
|
|
assert.ok(fs.existsSync(commandPath), 'commands/gsd/quick.md should exist');
|
|
});
|
|
|
|
test('argument-hint includes --research', () => {
|
|
content = fs.readFileSync(commandPath, 'utf-8');
|
|
assert.ok(
|
|
content.includes('--research'),
|
|
'quick.md argument-hint should mention --research'
|
|
);
|
|
});
|
|
|
|
test('argument-hint includes all three flags', () => {
|
|
content = fs.readFileSync(commandPath, 'utf-8');
|
|
const hintLine = content.split('\n').find(l => l.includes('argument-hint'));
|
|
assert.ok(hintLine, 'should have argument-hint line');
|
|
assert.ok(hintLine.includes('--full'), 'argument-hint should include --full');
|
|
assert.ok(hintLine.includes('--discuss'), 'argument-hint should include --discuss');
|
|
assert.ok(hintLine.includes('--research'), 'argument-hint should include --research');
|
|
});
|
|
|
|
test('objective section describes --research flag', () => {
|
|
content = fs.readFileSync(commandPath, 'utf-8');
|
|
const objectiveMatch = content.match(/<objective>([\s\S]*?)<\/objective>/);
|
|
assert.ok(objectiveMatch, 'should have <objective> section');
|
|
assert.ok(
|
|
objectiveMatch[1].includes('--research'),
|
|
'objective should describe --research flag'
|
|
);
|
|
});
|
|
});
|
|
|
|
// ─────────────────────────────────────────────────────────────────────────────
|
|
// Workflow: research step present and correct
|
|
// ─────────────────────────────────────────────────────────────────────────────
|
|
|
|
describe('quick workflow: research step', () => {
|
|
const workflowPath = path.join(WORKFLOWS_DIR, 'quick.md');
|
|
let content;
|
|
|
|
test('workflow file exists', () => {
|
|
assert.ok(fs.existsSync(workflowPath), 'workflows/quick.md should exist');
|
|
content = expandWorkflowSections(workflowPath);
|
|
});
|
|
|
|
test('purpose mentions --research flag', () => {
|
|
content = expandWorkflowSections(workflowPath);
|
|
const purposeMatch = content.match(/<purpose>([\s\S]*?)<\/purpose>/);
|
|
assert.ok(purposeMatch, 'should have <purpose> section');
|
|
assert.ok(
|
|
purposeMatch[1].includes('--research'),
|
|
'purpose should mention --research flag'
|
|
);
|
|
});
|
|
|
|
test('step 1 parses --research flag', () => {
|
|
content = expandWorkflowSections(workflowPath);
|
|
assert.ok(
|
|
content.includes('$RESEARCH_MODE'),
|
|
'workflow should reference $RESEARCH_MODE variable'
|
|
);
|
|
});
|
|
|
|
test('step 4.75 research phase exists', () => {
|
|
content = expandWorkflowSections(workflowPath);
|
|
assert.ok(
|
|
content.includes('Step 4.75'),
|
|
'workflow should contain Step 4.75 (research phase)'
|
|
);
|
|
});
|
|
|
|
test('research step spawns gsd-phase-researcher', () => {
|
|
content = expandWorkflowSections(workflowPath);
|
|
const researchSection = content.substring(
|
|
content.indexOf('Step 4.75'),
|
|
content.indexOf('Step 5:')
|
|
);
|
|
assert.ok(
|
|
researchSection.includes('subagent_type="gsd-phase-researcher"'),
|
|
'research step should spawn gsd-phase-researcher agent'
|
|
);
|
|
});
|
|
|
|
test('research step writes RESEARCH.md', () => {
|
|
content = expandWorkflowSections(workflowPath);
|
|
const researchSection = content.substring(
|
|
content.indexOf('Step 4.75'),
|
|
content.indexOf('Step 5:')
|
|
);
|
|
assert.ok(
|
|
researchSection.includes('RESEARCH.md'),
|
|
'research step should reference RESEARCH.md output file'
|
|
);
|
|
});
|
|
|
|
test('planner context includes RESEARCH.md when research mode', () => {
|
|
content = expandWorkflowSections(workflowPath);
|
|
const plannerSection = content.substring(
|
|
content.indexOf('Step 5: Spawn planner'),
|
|
content.indexOf('Step 5.5')
|
|
);
|
|
assert.ok(
|
|
plannerSection.includes('RESEARCH_MODE') && plannerSection.includes('RESEARCH.md'),
|
|
'planner should read RESEARCH.md when $RESEARCH_MODE is true'
|
|
);
|
|
});
|
|
|
|
test('file commit list includes RESEARCH.md', () => {
|
|
content = expandWorkflowSections(workflowPath);
|
|
const commitSection = content.substring(
|
|
content.indexOf('Step 8:'),
|
|
content.indexOf('</process>')
|
|
);
|
|
assert.ok(
|
|
commitSection.includes('RESEARCH_MODE') && commitSection.includes('RESEARCH.md'),
|
|
'commit step should include RESEARCH.md when research mode is active'
|
|
);
|
|
});
|
|
|
|
test('success criteria includes research items', () => {
|
|
content = expandWorkflowSections(workflowPath);
|
|
const criteriaMatch = content.match(/<success_criteria>([\s\S]*?)<\/success_criteria>/);
|
|
assert.ok(criteriaMatch, 'should have <success_criteria> section');
|
|
assert.ok(
|
|
criteriaMatch[1].includes('--research'),
|
|
'success criteria should mention --research flag'
|
|
);
|
|
});
|
|
});
|
|
|
|
// ─────────────────────────────────────────────────────────────────────────────
|
|
// Quick task directory: RESEARCH.md file management
|
|
// ─────────────────────────────────────────────────────────────────────────────
|
|
|
|
describe('quick task: research file in task directory', () => {
|
|
let tmpDir;
|
|
|
|
beforeEach(() => {
|
|
// #2376 macOS fix: realpath the fixture root so absolute path-field
|
|
// assertions (absPlanningPath comparisons below) match the code's
|
|
// process.cwd()-anchored output — macOS's tmpdir is a symlink
|
|
// (/var/... -> /private/var/...) that a spawned child resolves via
|
|
// realpath but createTempProject() does not. No-op on Linux (no symlink).
|
|
tmpDir = fs.realpathSync(createTempProject());
|
|
});
|
|
|
|
afterEach(() => {
|
|
cleanup(tmpDir);
|
|
});
|
|
|
|
test('init quick returns valid task_dir for research file placement', () => {
|
|
const result = runGsdTools('init quick "Add caching layer"', tmpDir);
|
|
assert.ok(result.success, `Command failed: ${result.error}`);
|
|
|
|
const output = JSON.parse(result.output);
|
|
assert.ok(output.task_dir, 'task_dir should be non-null');
|
|
// #2376: task_dir is now absolute (anchored on tmpDir), not the historical
|
|
// relative literal.
|
|
const quickDirAbs = absPlanningPath(tmpDir, 'quick');
|
|
assert.ok(
|
|
output.task_dir.startsWith(`${quickDirAbs}/`),
|
|
'task_dir should be under .planning/quick/'
|
|
);
|
|
|
|
const expectedResearchPath = path.join(
|
|
output.task_dir,
|
|
`${output.next_num}-RESEARCH.md`
|
|
);
|
|
assert.ok(
|
|
expectedResearchPath.endsWith('-RESEARCH.md'),
|
|
'research path should end with -RESEARCH.md'
|
|
);
|
|
});
|
|
|
|
test('verify-path-exists detects RESEARCH.md in quick task directory', () => {
|
|
const quickTaskDir = path.join(tmpDir, '.planning', 'quick', '1-test-task');
|
|
fs.mkdirSync(quickTaskDir, { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(quickTaskDir, '1-RESEARCH.md'),
|
|
'# Research\n\nFindings for test task.\n'
|
|
);
|
|
|
|
const result = runGsdTools(
|
|
'verify-path-exists .planning/quick/1-test-task/1-RESEARCH.md',
|
|
tmpDir
|
|
);
|
|
assert.ok(result.success, `Command failed: ${result.error}`);
|
|
|
|
const output = JSON.parse(result.output);
|
|
assert.strictEqual(output.exists, true, 'RESEARCH.md should be detected');
|
|
assert.strictEqual(output.type, 'file', 'should be detected as file');
|
|
});
|
|
|
|
test('verify-path-exists returns false for missing RESEARCH.md', () => {
|
|
const quickTaskDir = path.join(tmpDir, '.planning', 'quick', '1-test-task');
|
|
fs.mkdirSync(quickTaskDir, { recursive: true });
|
|
|
|
const result = runGsdTools(
|
|
'verify-path-exists .planning/quick/1-test-task/1-RESEARCH.md',
|
|
tmpDir
|
|
);
|
|
assert.ok(result.success, `Command failed: ${result.error}`);
|
|
|
|
const output = JSON.parse(result.output);
|
|
assert.strictEqual(output.exists, false, 'missing RESEARCH.md should return false');
|
|
});
|
|
|
|
test('quick task directory supports all research workflow artifacts', () => {
|
|
const quickTaskDir = path.join(tmpDir, '.planning', 'quick', '1-add-caching');
|
|
fs.mkdirSync(quickTaskDir, { recursive: true });
|
|
|
|
const artifacts = [
|
|
'1-CONTEXT.md',
|
|
'1-RESEARCH.md',
|
|
'1-PLAN.md',
|
|
'1-SUMMARY.md',
|
|
'1-VERIFICATION.md',
|
|
];
|
|
|
|
for (const artifact of artifacts) {
|
|
fs.writeFileSync(path.join(quickTaskDir, artifact), `# ${artifact}\n`);
|
|
}
|
|
|
|
for (const artifact of artifacts) {
|
|
const result = runGsdTools(
|
|
`verify-path-exists .planning/quick/1-add-caching/${artifact}`,
|
|
tmpDir
|
|
);
|
|
assert.ok(result.success, `Command failed for ${artifact}: ${result.error}`);
|
|
const output = JSON.parse(result.output);
|
|
assert.strictEqual(
|
|
output.exists,
|
|
true,
|
|
`${artifact} should exist in quick task directory`
|
|
);
|
|
}
|
|
});
|
|
});
|
|
|
|
// ─────────────────────────────────────────────────────────────────────────────
|
|
// Flag composability: banner variants in workflow
|
|
// ─────────────────────────────────────────────────────────────────────────────
|
|
|
|
describe('quick workflow: banner variants for flag combinations', () => {
|
|
let content;
|
|
|
|
test('has banner for research-only mode', () => {
|
|
content = fs.readFileSync(path.join(WORKFLOWS_DIR, 'quick.md'), 'utf-8');
|
|
assert.ok(
|
|
content.includes('QUICK TASK (RESEARCH)'),
|
|
'should have banner for --research only'
|
|
);
|
|
});
|
|
|
|
test('has banner for discuss + research mode', () => {
|
|
content = fs.readFileSync(path.join(WORKFLOWS_DIR, 'quick.md'), 'utf-8');
|
|
assert.ok(
|
|
content.includes('DISCUSS + RESEARCH)'),
|
|
'should have banner for --discuss --research'
|
|
);
|
|
});
|
|
|
|
test('has banner for research + validate mode', () => {
|
|
content = fs.readFileSync(path.join(WORKFLOWS_DIR, 'quick.md'), 'utf-8');
|
|
assert.ok(
|
|
content.includes('RESEARCH + VALIDATE)'),
|
|
'should have banner for --research --validate'
|
|
);
|
|
});
|
|
|
|
test('has banner for full mode (all phases)', () => {
|
|
content = fs.readFileSync(path.join(WORKFLOWS_DIR, 'quick.md'), 'utf-8');
|
|
assert.ok(
|
|
content.includes('QUICK TASK (FULL)'),
|
|
'should have banner for --full (all phases enabled)'
|
|
);
|
|
});
|
|
});
|
|
|
|
// ─── #3894: quick.md honors workflow.research_before_questions ───────────────
|
|
|
|
describe('#3894 quick.md research-before-questions ordering', () => {
|
|
const QUICK = fs.readFileSync(path.join(WORKFLOWS_DIR, 'quick.md'), 'utf-8');
|
|
|
|
test('quick.md reads workflow.research_before_questions', () => {
|
|
assert.ok(
|
|
QUICK.includes('research_before_questions'),
|
|
'#3894: the quick path must read the documented key — before this fix neither quick.md nor its steps referenced it'
|
|
);
|
|
});
|
|
|
|
test('when enabled, research-phase is ordered BEFORE discussion-phase', () => {
|
|
const orderingIdx = QUICK.indexOf('research_before_questions');
|
|
assert.ok(orderingIdx !== -1, 'key referenced');
|
|
const ruleWindow = QUICK.slice(orderingIdx, orderingIdx + 900);
|
|
assert.ok(
|
|
/research[- ]phase[^]{0,200}(before|prior to|first)[^]{0,120}discussion/i.test(ruleWindow)
|
|
|| /when[^]{0,60}(true|enabled)[^]{0,300}research/i.test(ruleWindow),
|
|
'the ordering rule must state research runs before discussion when the key is true'
|
|
);
|
|
assert.ok(
|
|
ruleWindow.includes('false') || ruleWindow.includes('unset') || ruleWindow.toLowerCase().includes('unchanged'),
|
|
'and must keep the written order when false/unset'
|
|
);
|
|
});
|
|
|
|
test('both step sections remain section-manifest gated (no structural regression)', () => {
|
|
assert.ok(/gsd:section id="discussion-phase"/.test(QUICK), 'discussion-phase section marker intact');
|
|
assert.ok(/gsd:section id="research-phase"/.test(QUICK), 'research-phase section marker intact');
|
|
});
|
|
});
|