// allow-test-rule: source-text-is-the-product // Reads .md/.json/.yml product files whose deployed text IS what the // runtime loads — testing text content tests the deployed contract. /** * GSD Agent Required Reading Consistency Tests * * Validates that all agent .md files use the standardized * pattern and that no legacy blocks remain. * * See: https://github.com/open-gsd/gsd-core/issues/2168 */ const { test, describe } = require('node:test'); const assert = require('node:assert/strict'); const fs = require('fs'); const path = require('path'); const { listAgentFiles } = require('./helpers/agent-roster.cjs'); const AGENTS_DIR = path.join(__dirname, '..', 'agents'); // Sorted basenames (without `.md`). Every use below generates an independent // per-agent test and reads each file via `agent + '.md'`; nothing here depends // on registration order, so the sorted helper roster is behaviorally identical. const ALL_AGENTS = listAgentFiles(AGENTS_DIR); // ─── No Legacy files_to_read Blocks ──────────────────────────────────────── describe('READING: no legacy blocks remain', () => { for (const agent of ALL_AGENTS) { test(`${agent} does not contain `, () => { const content = fs.readFileSync(path.join(AGENTS_DIR, agent + '.md'), 'utf-8'); assert.ok( !content.includes(''), `${agent} still has opening tag — migrate to ` ); assert.ok( !content.includes(''), `${agent} still has closing tag — migrate to ` ); }); } test('no backtick references to files_to_read in any agent', () => { for (const agent of ALL_AGENTS) { const content = fs.readFileSync(path.join(AGENTS_DIR, agent + '.md'), 'utf-8'); assert.ok( !content.includes('``'), `${agent} still references \`\` in prose — update to \`\`` ); } }); }); // ─── Standardized required_reading Pattern ───────────────────────────────── describe('READING: agents with reading blocks use ', () => { // Agents that have any kind of reading instruction should use required_reading const AGENTS_WITH_READING = ALL_AGENTS.filter(name => { const content = fs.readFileSync(path.join(AGENTS_DIR, name + '.md'), 'utf-8'); return content.includes('required_reading') || content.includes('files_to_read'); }); test('at least 20 agents have reading instructions', () => { assert.ok( AGENTS_WITH_READING.length >= 20, `Expected at least 20 agents with reading instructions, found ${AGENTS_WITH_READING.length}` ); }); for (const agent of AGENTS_WITH_READING) { test(`${agent} uses required_reading (not files_to_read)`, () => { const content = fs.readFileSync(path.join(AGENTS_DIR, agent + '.md'), 'utf-8'); assert.ok( content.includes('required_reading'), `${agent} has reading instructions but does not use required_reading` ); assert.ok( !content.includes('files_to_read'), `${agent} still uses files_to_read — must be migrated to required_reading` ); }); } }); // ──────────────────────────────────────────────────────────────────────── // Folded from tests/bug-patterns-reference.test.cjs — consolidation epic #1969 (B8 #1977) // ──────────────────────────────────────────────────────────────────────── { const { describe: __foldDescribe } = require('node:test'); __foldDescribe("folded:bug-patterns-reference (consolidation epic #1969 B8 #1977)", () => { // allow-test-rule: source-text-is-the-product // Workflow .md / agent .md / command .md / reference .md files — their text // IS what the runtime loads. Testing text content tests the deployed contract. // Per CONTRIBUTING.md exception matrix. /** * Common Bug Patterns Reference Tests * * Structural tests for the common-bug-patterns.md reference file: * - File exists at expected path * - Contains expected bug pattern categories (at least 5 of 10) * - Debugger agent references the file in required_reading */ const { describe, test } = require('node:test'); const assert = require('node:assert/strict'); const fs = require('fs'); const path = require('path'); const REFERENCE_PATH = path.join( __dirname, '..', 'gsd-core', 'references', 'common-bug-patterns.md' ); const DEBUGGER_AGENT_PATH = path.join( __dirname, '..', 'agents', 'gsd-debugger.md' ); const EXPECTED_CATEGORIES = [ 'Off-by-One', 'Null', 'Async', 'State Management', 'Import', 'Environment', 'Data Shape', 'String Handling', 'File System', 'Error Handling', ]; describe('common-bug-patterns.md reference', () => { test('reference file exists', () => { assert.ok( fs.existsSync(REFERENCE_PATH), `Expected reference file at ${REFERENCE_PATH}` ); }); test('has title and intro', () => { const content = fs.readFileSync(REFERENCE_PATH, 'utf-8'); assert.ok( content.startsWith('# Common Bug Patterns'), 'File should start with "# Common Bug Patterns" title' ); assert.ok( content.includes('---'), 'File should contain --- separator after intro' ); }); test('contains at least 5 of 10 expected categories', () => { const content = fs.readFileSync(REFERENCE_PATH, 'utf-8'); const found = EXPECTED_CATEGORIES.filter(cat => content.toLowerCase().includes(cat.toLowerCase()) ); assert.ok( found.length >= 5, `Expected at least 5 categories, found ${found.length}: ${found.join(', ')}` ); }); test('each pattern category has at least one bold bullet item', () => { const content = fs.readFileSync(REFERENCE_PATH, 'utf-8'); // Only check sections inside block, not const patternsBlock = (content.split('')[1] || '').split('')[0]; const sections = patternsBlock.split(/^## /m).slice(1); assert.ok(sections.length >= 5, `Expected at least 5 pattern sections, got ${sections.length}`); for (const section of sections) { const title = section.split('\n')[0].trim(); const bullets = section.match(/^- \*\*/gm); assert.ok( bullets && bullets.length >= 1, `Pattern section "${title}" should have at least one "- **" bullet item` ); } }); }); describe('debugger agent references bug patterns', () => { test('gsd-debugger.md exists', () => { assert.ok( fs.existsSync(DEBUGGER_AGENT_PATH), `Expected debugger agent at ${DEBUGGER_AGENT_PATH}` ); }); test('gsd-debugger.md references common-bug-patterns.md', () => { const content = fs.readFileSync(DEBUGGER_AGENT_PATH, 'utf-8'); assert.ok( content.includes('common-bug-patterns.md'), 'Debugger agent should reference common-bug-patterns.md' ); }); test('reference is inside block', () => { const content = fs.readFileSync(DEBUGGER_AGENT_PATH, 'utf-8'); const reqReadMatch = content.match( // eslint-disable-next-line local/no-unbounded-quantifier -- parses this repo's own agent .md content, fixed-size author-controlled content /([\s\S]*?)<\/required_reading>/ ); assert.ok(reqReadMatch, 'Debugger agent should have a block'); assert.ok( reqReadMatch[1].includes('common-bug-patterns.md'), 'common-bug-patterns.md should be inside block' ); }); }); // ─── Emit-Side Parity (F8 #3423 / epic #1891) ─────────────────────────────── // The agent-side ban above is half the retirement. Spawner workflows and // commands must not EMIT the legacy tag either: a block sent to // an agent whose gate reads never fires the MUST-Read clause // (the ui-review → gsd-ui-auditor instance: a score produced against a baseline // the auditor was never required to open). This sweep pins the workflow-side // emit tag to the agent-side gate tag — the two vocabularies cannot drift again. function listMarkdownRecursive(dir) { const out = []; for (const entry of fs.readdirSync(dir, { withFileTypes: true })) { const full = path.join(dir, entry.name); if (entry.isDirectory()) out.push(...listMarkdownRecursive(full)); else if (entry.isFile() && entry.name.endsWith('.md')) out.push(full); } return out; } describe('READING: no legacy blocks in spawner surfaces', () => { const SPAWNER_DIRS = [ path.join(__dirname, '..', 'gsd-core', 'workflows'), path.join(__dirname, '..', 'commands'), path.join(__dirname, '..', 'gsd-core', 'references'), path.join(__dirname, '..', 'gsd-core', 'templates'), path.join(__dirname, '..', 'capabilities'), // fragments emit spawn blocks too (#3423 blocker) ]; const files = SPAWNER_DIRS.flatMap((d) => listMarkdownRecursive(d)).sort(); test('spawner surfaces enumerated (guard is not scanning nothing)', () => { assert.ok(files.length > 100, `expected a large spawner surface, found ${files.length}`); }); for (const file of files) { const rel = path.relative(path.join(__dirname, '..'), file); test(`${rel} does not contain `, () => { const content = fs.readFileSync(file, 'utf-8'); assert.ok( !content.includes('') && !content.includes(''), `${rel} still emits the legacy tag — migrate to (#3423)` ); }); } }); }); }