'use strict'; // Task Content Resolution Module tests (ADR-3646 Phase 1, #3970). // Covers test matrix rows 5-16 (.gsd/phase/feat-3970-task-content-resolution-seam/50-test-matrix.md). // Every subprocess call is a fake execFn — never a real spawn, never a real // timeout wait (CLAUDE.md's clock-seam rule). const { test } = require('node:test'); const assert = require('node:assert'); const fc = require('fast-check'); const m = require('../gsd-core/bin/lib/task-content-resolution.cjs'); const { TASK_CONTENT_RESULT, splitTrackerId, findResolver, buildInvocation, resolveTaskContent, ResolverAmbiguousError, ResolverFailedError, ResolverTimeoutError, ResolverMalformedOutputError, } = m; function beadsCapability(overrides = {}) { return { id: 'beads-capability', taskContentResolver: { trackerPrefix: 'beads', invoke: { binary: 'bd', args: ['show', '{{id}}', '--json'], timeoutMs: 10000, }, ...overrides, }, }; } function timeoutError() { const e = new Error('spawnSync bd ETIMEDOUT'); e.code = 'ETIMEDOUT'; return e; } // ─── splitTrackerId — pure ───────────────────────────────────────────────────── test('splitTrackerId returns null for null and empty input', () => { assert.strictEqual(splitTrackerId(null), null); assert.strictEqual(splitTrackerId(''), null); }); test('splitTrackerId splits on the first colon', () => { assert.deepStrictEqual(splitTrackerId('beads:GSD-42'), { prefix: 'beads', id: 'GSD-42' }); }); test('splitTrackerId with no colon returns null (row 16 boundary partner)', () => { assert.strictEqual(splitTrackerId('noprefix'), null); }); test('id containing colons splits on first colon only (row 16)', () => { assert.deepStrictEqual( splitTrackerId('beads:issue:GSD-1'), { prefix: 'beads', id: 'issue:GSD-1' }, ); }); // ─── buildInvocation — pure ───────────────────────────────────────────────────── test('buildInvocation replaces every {{id}} entry with the literal id', () => { const resolver = { invoke: { binary: 'bd', args: ['show', '{{id}}', '--json'], timeoutMs: 10000 } }; assert.deepStrictEqual(buildInvocation(resolver, 'GSD-42'), { binary: 'bd', args: ['show', 'GSD-42', '--json'], timeoutMs: 10000, }); }); test('buildInvocation does not touch args that merely contain {{id}} as a substring', () => { const resolver = { invoke: { binary: 'bd', args: ['prefix-{{id}}-suffix'], timeoutMs: 1000 } }; assert.deepStrictEqual(buildInvocation(resolver, 'X').args, ['prefix-{{id}}-suffix']); }); // ─── findResolver — pure ───────────────────────────────────────────────────── test('findResolver returns null when zero capabilities match the prefix', () => { assert.strictEqual(findResolver('beads', []), null); assert.strictEqual(findResolver('beads', [{ id: 'other', taskContentResolver: undefined }]), null); }); test('findResolver returns the single well-formed match', () => { const cap = beadsCapability(); const result = findResolver('beads', [cap]); assert.strictEqual(result.capabilityId, 'beads-capability'); assert.strictEqual(result.trackerPrefix, 'beads'); }); test('findResolver returns "ambiguous" for two matching capabilities (row 7)', () => { const capA = beadsCapability(); const capB = { ...beadsCapability(), id: 'other-capability' }; assert.strictEqual(findResolver('beads', [capA, capB]), 'ambiguous'); }); test('findResolver ignores a declaration missing the {{id}} placeholder (row 15)', () => { const bad = { id: 'bad-capability', taskContentResolver: { trackerPrefix: 'beads', invoke: { binary: 'bd', args: ['show'], timeoutMs: 1000 } }, }; assert.strictEqual(findResolver('beads', [bad]), null); }); test('findResolver ignores garbage taskContentResolver shapes without throwing', () => { const garbage = [ { id: 'a', taskContentResolver: null }, { id: 'b', taskContentResolver: 'not-an-object' }, { id: 'c', taskContentResolver: [] }, { id: 'd', taskContentResolver: { trackerPrefix: 'beads' } }, // no invoke { id: 'e', taskContentResolver: { trackerPrefix: 'beads', invoke: { binary: '', args: ['{{id}}'], timeoutMs: 1000 } } }, { id: 'f', taskContentResolver: { trackerPrefix: 'beads', invoke: { binary: 'bd', args: ['{{id}}'], timeoutMs: 0 } } }, { id: 'g', taskContentResolver: { trackerPrefix: 'beads', invoke: { binary: 'bd', args: ['{{id}}'], timeoutMs: -5 } } }, { id: 'h', taskContentResolver: { trackerPrefix: 'beads', invoke: { binary: 'bd', args: ['{{id}}'], timeoutMs: 1.5 } } }, ]; assert.strictEqual(findResolver('beads', garbage), null); }); // ─── resolveTaskContent — orchestration ───────────────────────────────────────── test('row 5: no tracker-id resolves not-applicable', () => { const result = resolveTaskContent({ trackerId: null, capabilities: [beadsCapability()] }); assert.deepStrictEqual(result, { kind: TASK_CONTENT_RESULT.NOT_APPLICABLE }); }); test('row 6: unmatched prefix resolves no-resolver', () => { const result = resolveTaskContent({ trackerId: 'unknownprefix:1', capabilities: [] }); assert.deepStrictEqual(result, { kind: TASK_CONTENT_RESULT.NO_RESOLVER }); }); test('row 7: ambiguous prefix registration throws, never silently picks one', () => { const capA = beadsCapability(); const capB = { ...beadsCapability(), id: 'other-capability' }; assert.throws( () => resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [capA, capB], execFn: () => { throw new Error('must not be called'); } }), ResolverAmbiguousError, ); }); test('row 8: non-empty description resolves true with mapped content', () => { const execFn = () => ({ status: 0, stdout: JSON.stringify({ description: 'do X', verify: 'run tests', acceptance_criteria: ['a', 'b'], read_first: ['docs/x.md'], done: 'X is done', }), stderr: '', }); const result = resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [beadsCapability()], execFn }); assert.deepStrictEqual(result, { kind: TASK_CONTENT_RESULT.RESOLVED, content: { action: 'do X', verify: 'run tests', acceptanceCriteria: ['a', 'b'], readFirst: ['docs/x.md'], done: 'X is done', }, }); }); test('row 9: empty description string resolves empty', () => { const execFn = () => ({ status: 0, stdout: JSON.stringify({ description: '' }), stderr: '' }); const result = resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [beadsCapability()], execFn }); assert.deepStrictEqual(result, { kind: TASK_CONTENT_RESULT.EMPTY }); }); test('row 9b: whitespace-only description resolves empty', () => { const execFn = () => ({ status: 0, stdout: JSON.stringify({ description: ' ' }), stderr: '' }); const result = resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [beadsCapability()], execFn }); assert.deepStrictEqual(result, { kind: TASK_CONTENT_RESULT.EMPTY }); }); test('row 10: absent description resolves empty, same as empty string', () => { const execFn = () => ({ status: 0, stdout: JSON.stringify({}), stderr: '' }); const result = resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [beadsCapability()], execFn }); assert.deepStrictEqual(result, { kind: TASK_CONTENT_RESULT.EMPTY }); }); test('row 11: non-zero resolver exit throws ResolverFailedError, never falls back silently', () => { const execFn = () => ({ status: 1, stdout: '', stderr: 'no such issue GSD-42' }); assert.throws( () => resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [beadsCapability()], execFn }), (err) => { assert.ok(err instanceof ResolverFailedError); assert.strictEqual(err.exitCode, 1); assert.match(err.stderrTail, /no such issue/); return true; }, ); }); test('row 11b: a spawn error (e.g. ENOENT) also throws ResolverFailedError', () => { const enoent = new Error('spawnSync bd ENOENT'); enoent.code = 'ENOENT'; const execFn = () => ({ status: null, stdout: '', stderr: '', error: enoent }); assert.throws( () => resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [beadsCapability()], execFn }), ResolverFailedError, ); }); test('row 12: resolver exceeding timeoutMs throws ResolverTimeoutError (simulated, no real wait)', () => { const execFn = () => ({ status: null, stdout: '', stderr: '', error: timeoutError() }); assert.throws( () => resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [beadsCapability()], execFn }), (err) => { assert.ok(err instanceof ResolverTimeoutError); assert.strictEqual(err.timeoutMs, 10000); return true; }, ); }); test('row 13: malformed JSON stdout throws, is not conflated with empty content', () => { const execFn = () => ({ status: 0, stdout: 'not json', stderr: '' }); assert.throws( () => resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [beadsCapability()], execFn }), ResolverMalformedOutputError, ); }); test('row 14: valid JSON non-object stdout (null/array/string/number/bool) throws', () => { const cases = [null, [], 'x', 0, true]; for (const value of cases) { const execFn = () => ({ status: 0, stdout: JSON.stringify(value), stderr: '' }); assert.throws( () => resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [beadsCapability()], execFn }), ResolverMalformedOutputError, `expected throw for JSON value ${JSON.stringify(value)}`, ); } }); test('row 15: invoke.args without {{id}} placeholder is rejected — resolves no-resolver, never spawns', () => { const badCapability = { id: 'bad-capability', taskContentResolver: { trackerPrefix: 'beads', invoke: { binary: 'bd', args: ['show'], timeoutMs: 1000 } }, }; const execFn = () => { throw new Error('must not spawn a rejected declaration'); }; const result = resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [badCapability], execFn }); assert.deepStrictEqual(result, { kind: TASK_CONTENT_RESULT.NO_RESOLVER }); }); test('row 16: id containing colons splits on first colon only, end to end', () => { let capturedArgs = null; const execFn = (binary, args) => { capturedArgs = args; return { status: 0, stdout: JSON.stringify({ description: 'do X' }), stderr: '' }; }; const result = resolveTaskContent({ trackerId: 'beads:issue:GSD-1', capabilities: [beadsCapability()], execFn }); assert.deepStrictEqual(capturedArgs, ['show', 'issue:GSD-1', '--json']); assert.strictEqual(result.kind, TASK_CONTENT_RESULT.RESOLVED); }); // ─── stderr-on-success is not an error (design.md negative space) ────────────── test('stderr output on a successful (exit 0) run is not treated as a failure', () => { const execFn = () => ({ status: 0, stdout: JSON.stringify({ description: 'do X' }), stderr: 'informational log line' }); const result = resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [beadsCapability()], execFn }); assert.strictEqual(result.kind, TASK_CONTENT_RESULT.RESOLVED); }); // ─── fast-check property test (row 14, gauntlet enumeration) ─────────────────── test('property: any valid-JSON-but-not-an-object stdout always throws ResolverMalformedOutputError, never resolves silently', () => { fc.assert( fc.property( fc.oneof( fc.constant(null), fc.array(fc.anything()), fc.string(), fc.double(), fc.boolean(), ), (value) => { const execFn = () => ({ status: 0, stdout: JSON.stringify(value), stderr: '' }); try { resolveTaskContent({ trackerId: 'beads:GSD-42', capabilities: [beadsCapability()], execFn }); return false; } catch (err) { return err instanceof ResolverMalformedOutputError; } }, ), { numRuns: 100 }, ); }); // ─── stderr/stdout sanitization in .message (security review, #3970) ─────── // `stderrTail`/`stdoutSample` are UNTRUSTED subprocess-sourced text (the // resolver binary and its argv `{{id}}` token come from a PLAN.md // `tracker-id` attribute, which is often LLM/agent-authored). Embedding them // raw into `.message` would let a hostile or buggy resolver smuggle its own // `\n` and forge a second `Error: ` line when a caller (task-command- // router.cts's routeResolveContent) writes `.message` to stderr via // io.cjs's error(). `formatDiagnosticToken()` (io.cts) is `JSON.stringify` // under the hood: it wraps the value in quotes and escapes control // characters, including `\n` -> the two-character sequence `\n`, so the // result can never span more than one line. test('ResolverFailedError.message has no raw literal newline even when stderrTail smuggles one', () => { const hostileStderr = 'real failure text\nError: fake message forged by a hostile resolver'; const err = new ResolverFailedError('bd', 1, hostileStderr); assert.ok( !err.message.includes('\n'), `expected no raw newline in .message, got: ${JSON.stringify(err.message)}`, ); // The raw field is left untouched for programmatic callers — only the // rendered .message is sanitized. assert.strictEqual(err.stderrTail, hostileStderr); // formatDiagnosticToken === JSON.stringify: the escaped '\n' (backslash-n, // two characters) survives inside the JSON-quoted substring. assert.ok(err.message.includes('\\n')); assert.ok(err.message.includes(JSON.stringify(hostileStderr))); }); test('ResolverMalformedOutputError.message has no raw literal newline even when stdoutSample smuggles one', () => { const hostileStdout = '{"description":"x"\nError: fake message forged by a hostile resolver'; const err = new ResolverMalformedOutputError('bd', 'stdout is not valid JSON', hostileStdout); assert.ok( !err.message.includes('\n'), `expected no raw newline in .message, got: ${JSON.stringify(err.message)}`, ); assert.strictEqual(err.stdoutSample, hostileStdout); assert.ok(err.message.includes('\\n')); assert.ok(err.message.includes(JSON.stringify(hostileStdout))); }); test('ResolverFailedError.message with an empty stderrTail omits the trailing colon segment', () => { const err = new ResolverFailedError('bd', 1, ''); assert.strictEqual(err.message, "resolver command 'bd' exited 1"); });