Files
msd-core/tests/enh-2792-namespace-skills.test.cjs
Tom Boucher b6199460ed refactor(#887): consolidate duplicated CHILD_ROUTER test maps into shared helper (#889)
Three test files copy-pasted the concrete-skill->namespace-router CHILD_ROUTER
map verbatim, and two more duplicated an identical local parseRouterRequires
regex. Introduce tests/helpers/nested-layout.cjs that derives the child->router
map from the authoritative commands/gsd/ns-*.md requires: lists once, reusing
the production parseRequires (now exported from install-profiles) plus a
nestedSkillPath(skillsRoot, prefix, stem) helper. Refactor all five test files
to import from it.

Test-only + a single internal export addition; no production behavior change.

Closes #887

Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>
2026-06-08 16:05:59 -04:00

338 lines
14 KiB
JavaScript

'use strict';
// allow-test-rule: source-text-is-the-product
// commands/gsd/*.md files ARE what the runtime loads — testing their
// frontmatter content tests the deployed system-prompt contract.
const { describe, test } = require('node:test');
const assert = require('node:assert/strict');
const fs = require('node:fs');
const path = require('node:path');
const { parseRequires } = require('./helpers/nested-layout.cjs');
const COMMANDS_DIR = path.join(__dirname, '..', 'commands', 'gsd');
const NAMESPACE_SKILLS = [
{ file: 'ns-workflow.md', name: 'gsd-workflow' },
{ file: 'ns-project.md', name: 'gsd-project' },
{ file: 'ns-review.md', name: 'gsd-quality' },
{ file: 'ns-context.md', name: 'gsd-context' },
{ file: 'ns-manage.md', name: 'gsd-manage' },
{ file: 'ns-ideate.md', name: 'gsd-ideate' },
];
// Route targets named in any namespace body. The cross-reference test below
// asserts that every one of these resolves to a surviving command file or to
// a known consolidated parent (which absorbs flag-form invocations of folded
// skills, e.g. `gsd-map-codebase --fast` for the former `gsd-scan`).
const FLAG_FORM_PARENTS = new Set([
'gsd-code-review', // --fix absorbs former gsd-code-review-fix
'gsd-map-codebase', // --fast absorbs scan, --query absorbs intel
]);
/**
* Parse the leading YAML frontmatter block of a markdown file into a
* shallow `{ key: value }` map plus the trailing body. Splits on `\r?\n`
* for CRLF tolerance and uses trimmed-line equality for the `---`
* delimiters so whitespace-padded delimiter lines are accepted.
*/
function parseFrontmatter(content) {
const lines = content.split(/\r?\n/);
let openIdx = -1;
let closeIdx = -1;
for (let i = 0; i < lines.length; i += 1) {
if (lines[i].trim() === '---') {
if (openIdx === -1) openIdx = i;
else { closeIdx = i; break; }
}
}
assert.ok(openIdx !== -1 && closeIdx !== -1, 'frontmatter block must be delimited by --- on its own lines');
const fm = {};
for (const line of lines.slice(openIdx + 1, closeIdx)) {
const m = line.match(/^([A-Za-z][A-Za-z0-9_-]*):\s*(.*)$/);
if (!m) continue;
const [, key, raw] = m;
const value = raw.trim().replace(/^["']|["']$/g, '');
fm[key] = value;
}
fm._body = lines.slice(closeIdx + 1).join('\n');
return fm;
}
function readNamespaceFile(file) {
const filePath = path.join(COMMANDS_DIR, file);
assert.ok(fs.existsSync(filePath), `${file} must exist at ${filePath}`);
return { filePath, ...parseFrontmatter(fs.readFileSync(filePath, 'utf-8')) };
}
// ── Frontmatter contract ───────────────────────────────────────────────
describe('Namespace skill files exist with correct name', () => {
for (const { file, name } of NAMESPACE_SKILLS) {
test(`${file} — name field is hyphen-form ${name}`, () => {
const fm = readNamespaceFile(file);
assert.strictEqual(
fm.name,
name,
`name: in ${file} must be ${name} (hyphen form per #2858), got: ${fm.name}`,
);
});
}
});
describe('Namespace skill descriptions are keyword-tag format', () => {
for (const { file } of NAMESPACE_SKILLS) {
test(`${file} — description ≤ 60 chars`, () => {
const fm = readNamespaceFile(file);
assert.ok(
fm.description.length <= 60,
`${file} description must be ≤ 60 chars, got ${fm.description.length}: ${fm.description}`,
);
});
test(`${file} — description contains a pipe separator`, () => {
const fm = readNamespaceFile(file);
assert.ok(
fm.description.includes('|'),
`${file} description must contain | pipe separator, got: ${fm.description}`,
);
});
test(`${file} — description does not start with prose ("Use " / "This skill")`, () => {
const { description } = readNamespaceFile(file);
assert.ok(
!description.startsWith('Use ') && !description.startsWith('This skill'),
`${file} description must not start with "Use " or "This skill", got: ${description}`,
);
});
}
});
// ── allowed-tools must include Skill ──────────────────────────────────
describe('Namespace skills permit Skill execution', () => {
for (const { file } of NAMESPACE_SKILLS) {
test(`${file} — allowed-tools includes Skill`, () => {
const filePath = path.join(COMMANDS_DIR, file);
const raw = fs.readFileSync(filePath, 'utf-8');
const lines = raw.split(/\r?\n/);
const startIdx = lines.findIndex((l) => l.trim() === 'allowed-tools:');
assert.ok(startIdx !== -1, `${file} must declare an allowed-tools block`);
const tools = [];
for (let i = startIdx + 1; i < lines.length; i += 1) {
const m = lines[i].match(/^\s+-\s+(\S+)/);
if (!m) break;
tools.push(m[1]);
}
assert.ok(
tools.includes('Skill'),
`${file} body invokes the Skill tool but allowed-tools does not include Skill (got: ${tools.join(', ')})`,
);
});
}
});
// ── Body contains routing table ───────────────────────────────────────
describe('Namespace skill bodies carry a routing table', () => {
for (const { file } of NAMESPACE_SKILLS) {
test(`${file} — body contains "| User wants" table header`, () => {
const fm = readNamespaceFile(file);
const lines = fm._body.split('\n');
const hasHeader = lines.some((l) => l.includes('| User wants'));
assert.ok(hasHeader, `${file} body must contain a routing table starting with "| User wants"`);
});
test(`${file} — body has at least one Invoke target`, () => {
const fm = readNamespaceFile(file);
const hasInvoke = /\bgsd-[a-z-]+/i.test(fm._body);
assert.ok(hasInvoke, `${file} body must reference at least one gsd-* sub-skill`);
});
}
});
// ── Context guard contract on gsd-health ──────────────────────────────
// Asserts the `--context` surface promised by #2792 is wired through to
// both the command frontmatter and the workflow body. The classifier
// itself is covered by tests/context-utilization.test.cjs and the SDK
// CLI by tests/validate-context.test.cjs.
describe('gsd-health --context flag is wired into command + workflow', () => {
const HEALTH_CMD = path.join(COMMANDS_DIR, 'health.md');
const HEALTH_WORKFLOW = path.join(__dirname, '..', 'gsd-core', 'workflows', 'health.md');
test('commands/gsd/health.md argument-hint advertises --context', () => {
const raw = fs.readFileSync(HEALTH_CMD, 'utf-8');
const fm = parseFrontmatter(raw);
assert.ok(
fm['argument-hint'] && fm['argument-hint'].includes('--context'),
`health.md argument-hint must include --context, got: ${fm['argument-hint']}`,
);
});
test('commands/gsd/health.md body documents the three-state utilization table', () => {
const raw = fs.readFileSync(HEALTH_CMD, 'utf-8');
const body = parseFrontmatter(raw)._body.toLowerCase();
assert.ok(body.includes('healthy'), 'body must name the healthy state');
assert.ok(body.includes('warning'), 'body must name the warning state');
assert.ok(body.includes('critical'), 'body must name the critical state');
assert.ok(
body.includes('60%') && body.includes('70%'),
'body must reference the 60% and 70% threshold boundaries',
);
});
test('gsd-core/workflows/health.md has a context_check step', () => {
const raw = fs.readFileSync(HEALTH_WORKFLOW, 'utf-8');
assert.match(
raw,
/<step name="context_check">/,
'workflow must define a <step name="context_check"> branch',
);
});
test('workflow context_check invokes gsd-sdk query validate.context', () => {
const raw = fs.readFileSync(HEALTH_WORKFLOW, 'utf-8');
// Extract just the context_check step's body so a stray reference
// elsewhere in the file can't satisfy this assertion.
const stepMatch = raw.match(/<step name="context_check">([\s\S]*?)<\/step>/);
assert.ok(stepMatch, 'context_check step must be a closed <step>...</step> block');
const stepBody = stepMatch[1];
// After #3797 architectural fix, callsites use gsd_run
assert.match(
stepBody,
/gsd_run\s+query\s+validate\.context/,
'context_check must call `gsd_run query validate.context`',
);
assert.match(stepBody, /--tokens-used/, 'context_check must pass --tokens-used');
assert.match(stepBody, /--context-window/, 'context_check must pass --context-window');
});
});
// ── Namespace nesting completeness (#69) ──────────────────────────────
// Guards that the install-layout nesting invariant (<=6 top-level entries)
// is always satisfiable: every router's requires list points at real files,
// every concrete skill is covered by at least one router, and each router's
// body table stays in sync with its requires list.
const NS_FILES = NAMESPACE_SKILLS.map((ns) => ns.file);
describe('namespace nesting completeness (#69)', () => {
// Build the concrete-skill set once (all *.md minus ns-*.md)
const allFiles = fs.readdirSync(COMMANDS_DIR).filter((f) => f.endsWith('.md'));
const concreteStemSet = new Set(
allFiles
.filter((f) => !f.startsWith('ns-'))
.map((f) => f.replace(/\.md$/, '')),
);
// Build per-router requires and the union over all routers
const routerRequires = new Map(); // stem -> string[]
for (const f of NS_FILES) {
const stem = f.replace(/\.md$/, '');
const content = fs.readFileSync(path.join(COMMANDS_DIR, f), 'utf-8');
routerRequires.set(stem, parseRequires(content));
}
const allRoutedStems = new Set([...routerRequires.values()].flat());
test('every router requires entry resolves to a real concrete skill file', () => {
const bad = [];
for (const [routerStem, children] of routerRequires) {
for (const child of children) {
if (!fs.existsSync(path.join(COMMANDS_DIR, `${child}.md`))) {
bad.push(`${routerStem} → ${child}`);
}
}
}
assert.deepStrictEqual(
bad,
[],
`Router requires entries with no matching commands/gsd/<stem>.md: ${bad.join(', ')}`,
);
});
test('every concrete skill is routed by at least one namespace router', () => {
const unrouted = [...concreteStemSet].filter((stem) => !allRoutedStems.has(stem));
assert.deepStrictEqual(
unrouted,
[],
`Concrete skills not routed by any ns-*.md (add to a router's requires:): ${unrouted.join(', ')}`,
);
});
test("each router's routing-table rows reference only its own required sub-skills (plus flag variants)", () => {
const bad = [];
for (const [routerStem, children] of routerRequires) {
const childSet = new Set(children);
const content = fs.readFileSync(path.join(COMMANDS_DIR, `${routerStem}.md`), 'utf-8');
const fm = parseFrontmatter(content);
// Extract gsd-<stem> tokens from table data rows (last cell), strip flags
for (const line of fm._body.split('\n')) {
if (!line.startsWith('|') || /^\|[\s\-:|]+\|?\s*$/.test(line)) continue;
const cells = line.split('|').map((c) => c.trim()).filter(Boolean);
if (cells.length < 2) continue;
const lastCell = cells[cells.length - 1];
for (const match of lastCell.matchAll(/\bgsd-([a-z][a-z0-9-]*)/g)) {
const stem = match[1];
if (!childSet.has(stem)) {
bad.push(`${routerStem}: body table references gsd-${stem} but it's not in requires`);
}
}
}
}
assert.deepStrictEqual(
bad,
[],
`Routing table / requires mismatch:\n${bad.join('\n')}`,
);
});
});
// ── Cross-reference: every routed sub-skill must exist ─────────────────
// This is the regression guard the original PR lacked. Without it,
// post-#2790 consolidations can quietly invalidate router targets again.
describe('Namespace router targets resolve to surviving skills', () => {
// Build the post-consolidation surviving set once.
const surviving = new Set();
for (const f of fs.readdirSync(COMMANDS_DIR)) {
if (!f.endsWith('.md')) continue;
const base = f.replace(/\.md$/, '');
if (base.startsWith('ns-')) continue; // namespace routers themselves
surviving.add(`gsd-${base}`);
// The PR #2858 rename canonicalized extract_learnings → extract-learnings.
// Until #2790 rebases onto current main, accept either source filename
// as resolving to the canonical hyphenated identifier.
if (base === 'extract_learnings') surviving.add('gsd-extract-learnings');
}
for (const { file } of NAMESPACE_SKILLS) {
test(`${file} — every routing target resolves`, () => {
const fm = readNamespaceFile(file);
// Extract every gsd-<name> token that appears in a table-row right column.
// Strip flag suffixes (`gsd-foo --bar` → `gsd-foo`) before resolving.
const targets = new Set();
for (const line of fm._body.split('\n')) {
// Only consider markdown table data rows: lines that start with `|`
// and have content between pipes. Skip header / separator rows.
if (!line.startsWith('|') || /^\|[\s\-:|]+\|?\s*$/.test(line)) continue;
const cells = line.split('|').map((c) => c.trim()).filter(Boolean);
if (cells.length < 2) continue;
for (const m of cells[cells.length - 1].matchAll(/\bgsd-[a-z][a-z0-9-]*/g)) {
targets.add(m[0]);
}
}
assert.ok(targets.size > 0, `${file} routing table must reference at least one gsd-* target`);
const unresolved = [...targets].filter(
(t) => !surviving.has(t) && !FLAG_FORM_PARENTS.has(t),
);
assert.deepStrictEqual(
unresolved,
[],
`${file} routes to skills that don't exist in commands/gsd/: ${unresolved.join(', ')}`,
);
});
}
});