* fix(#3423): standardize on required_reading, retire files_to_read emit tag * test(#3423): flip tag assertions, extend consistency guard to spawner surfaces * fix(#3423): sweep capabilities fragments, regen registry+skills, anchor executor test * chore(#3423): acknowledge tag-rename emitted ripples and workflow growth * chore(#3423): broaden emitted-ripple acknowledgment to all embedders * chore(#3423): settle emitted-drift acks post-rebase (merge 3004/1689-owned keys) * chore(#3423): drop stale ripple acks, ack execute-phase growth * chore(#3423): restore pristine 3004 fragment, keep only consumed appends * chore(#3423): backfill changeset pr number * chore(#3423): settle emitted-drift acks post-merge (move code-review-fix ripple into 3190, tag-rename ripples into 3191/3297) * chore(#3423): re-arm 3324 ack for execute-phase.md tag-rename ripple * fix(#3423): trim 8 bytes from execute-phase model note to hold ADR-857 margin, re-arm 3370 ack for net +4 growth --------- Co-authored-by: sim <sim@local>
151 lines
5.8 KiB
JavaScript
151 lines
5.8 KiB
JavaScript
// allow-test-rule: source-text-is-the-product
|
|
// Workflow .md / agent .md / command .md / reference .md files — their text
|
|
// IS what the runtime loads. Testing text content tests the deployed contract.
|
|
// Per CONTRIBUTING.md exception matrix.
|
|
|
|
/**
|
|
* GSD Tools Tests - Adaptive Context Enrichment for 1M Models
|
|
*
|
|
* Tests for feat/1m-context-enrichment-1473b:
|
|
* - Workflow template syntax validation (CONTEXT_WINDOW conditionals)
|
|
* - execute-phase.md enrichment blocks (executor + verifier)
|
|
* - plan-phase.md cross-phase context gating
|
|
*/
|
|
|
|
const { test, describe } = require('node:test');
|
|
const assert = require('node:assert/strict');
|
|
const fs = require('fs');
|
|
const path = require('path');
|
|
|
|
// ─────────────────────────────────────────────────────────────────────────────
|
|
// Workflow template syntax validation
|
|
// ─────────────────────────────────────────────────────────────────────────────
|
|
|
|
describe('execute-phase.md context enrichment', () => {
|
|
const EXECUTE_WORKFLOW_PATH = path.join(__dirname, '..', 'gsd-core', 'workflows', 'execute-phase.md');
|
|
|
|
test('contains CONTEXT_WINDOW config-get command', () => {
|
|
const content = fs.readFileSync(EXECUTE_WORKFLOW_PATH, 'utf-8');
|
|
assert.ok(
|
|
content.includes('CONTEXT_WINDOW'),
|
|
'execute-phase.md should reference CONTEXT_WINDOW variable'
|
|
);
|
|
assert.ok(
|
|
content.includes('config-get context_window'),
|
|
'execute-phase.md should read context_window via config-get'
|
|
);
|
|
assert.ok(
|
|
content.includes('|| echo "200000"'),
|
|
'execute-phase.md should default CONTEXT_WINDOW to 200000'
|
|
);
|
|
});
|
|
|
|
test('contains conditional prior_wave_summaries in executor prompt', () => {
|
|
const content = fs.readFileSync(EXECUTE_WORKFLOW_PATH, 'utf-8');
|
|
assert.ok(
|
|
content.includes('CONTEXT_WINDOW >= 500000'),
|
|
'execute-phase.md should gate enrichment on CONTEXT_WINDOW >= 500000'
|
|
);
|
|
assert.ok(
|
|
content.includes('prior_wave_summaries'),
|
|
'execute-phase.md should include prior_wave_summaries in enrichment block'
|
|
);
|
|
assert.ok(
|
|
content.includes('CONTEXT.md'),
|
|
'execute-phase.md should reference CONTEXT.md in conditional enrichment'
|
|
);
|
|
assert.ok(
|
|
content.includes('RESEARCH.md'),
|
|
'execute-phase.md should reference RESEARCH.md in conditional enrichment'
|
|
);
|
|
});
|
|
|
|
test('verifier prompt includes files_to_read block', () => {
|
|
const content = fs.readFileSync(EXECUTE_WORKFLOW_PATH, 'utf-8');
|
|
assert.ok(
|
|
content.includes('<required_reading>'),
|
|
'execute-phase.md should contain <required_reading> opening tag'
|
|
);
|
|
assert.ok(
|
|
content.includes('</required_reading>'),
|
|
'execute-phase.md should contain </required_reading> closing tag'
|
|
);
|
|
const verifierSection = content.substring(content.lastIndexOf('<required_reading>'));
|
|
assert.ok(
|
|
verifierSection.includes('PLAN.md'),
|
|
'verifier files_to_read should reference PLAN.md'
|
|
);
|
|
assert.ok(
|
|
verifierSection.includes('SUMMARY.md'),
|
|
'verifier files_to_read should reference SUMMARY.md'
|
|
);
|
|
assert.ok(
|
|
verifierSection.includes('REQUIREMENTS.md'),
|
|
'verifier files_to_read should reference REQUIREMENTS.md'
|
|
);
|
|
});
|
|
|
|
test('executor enrichment block includes CONTEXT.md and RESEARCH.md for 1M models', () => {
|
|
const content = fs.readFileSync(EXECUTE_WORKFLOW_PATH, 'utf-8');
|
|
// Find the executor section's enrichment block
|
|
const executorIdx = content.indexOf('CONTEXT_WINDOW >= 500000');
|
|
assert.ok(executorIdx > -1, 'Should find CONTEXT_WINDOW >= 500000 conditional');
|
|
|
|
// Extract ~500 chars after the conditional to check what's included
|
|
const enrichmentBlock = content.substring(executorIdx, executorIdx + 500);
|
|
assert.ok(
|
|
enrichmentBlock.includes('CONTEXT.md'),
|
|
'executor enrichment should include CONTEXT.md'
|
|
);
|
|
assert.ok(
|
|
enrichmentBlock.includes('RESEARCH.md'),
|
|
'executor enrichment should include RESEARCH.md'
|
|
);
|
|
});
|
|
});
|
|
|
|
describe('plan-phase.md context enrichment', () => {
|
|
const PLAN_WORKFLOW_PATH = path.join(__dirname, '..', 'gsd-core', 'workflows', 'plan-phase.md');
|
|
|
|
test('contains CONTEXT_WINDOW conditional for prior CONTEXT.md', () => {
|
|
const content = fs.readFileSync(PLAN_WORKFLOW_PATH, 'utf-8');
|
|
assert.ok(
|
|
content.includes('CONTEXT_WINDOW'),
|
|
'plan-phase.md should reference CONTEXT_WINDOW variable'
|
|
);
|
|
assert.ok(
|
|
content.includes('config-get context_window'),
|
|
'plan-phase.md should read context_window via config-get'
|
|
);
|
|
assert.ok(
|
|
content.includes('CONTEXT_WINDOW >= 500000'),
|
|
'plan-phase.md should gate cross-phase context on CONTEXT_WINDOW >= 500000'
|
|
);
|
|
assert.ok(
|
|
content.includes('CONTEXT.md'),
|
|
'plan-phase.md should reference CONTEXT.md in cross-phase enrichment'
|
|
);
|
|
});
|
|
|
|
test('enrichment block mentions cross-phase decision consistency', () => {
|
|
const content = fs.readFileSync(PLAN_WORKFLOW_PATH, 'utf-8');
|
|
// The enrichment should explain why prior context matters
|
|
assert.ok(
|
|
content.includes('cross-phase') || content.includes('Cross-phase'),
|
|
'plan-phase.md should mention cross-phase context'
|
|
);
|
|
assert.ok(
|
|
content.includes('SUMMARY.md'),
|
|
'plan-phase.md should reference prior SUMMARY.md files'
|
|
);
|
|
});
|
|
|
|
test('default CONTEXT_WINDOW fallback is 200000', () => {
|
|
const content = fs.readFileSync(PLAN_WORKFLOW_PATH, 'utf-8');
|
|
assert.ok(
|
|
content.includes('|| echo "200000"'),
|
|
'plan-phase.md should default CONTEXT_WINDOW to 200000'
|
|
);
|
|
});
|
|
});
|