Files
msd-core/tests/observability/logger.test.cjs
Tom Boucher 2d14eb8873 feat(observability): add DispatchLogger seam — ADR-0174 SDK retirement Phase 1.3 (#177) (#223)
* test(#177): add DispatchEvent factory failing tests

Red tests for makeDispatchEvent shape, traceId UUID v4, uniqueness,
parentTraceId-always-undefined (P1.3), args redaction toggle, ISO 8601
timestamp, and all result variant passthrough.

* feat(#177): introduce DispatchEvent factory

makeDispatchEvent produces an immutable event record per dispatch:
- traceId: crypto.randomUUID() (UUID v4)
- parentTraceId: always undefined (P1.4 wires composer)
- command, result, timestamp (ISO 8601)
- args only included when includeArgs === true (default: omitted)

* test(#177): add arg redaction policy failing tests

Red tests for shouldIncludeArgs (GSD_AUDIT_ARGS env gating) and
redactEvent (strips args from frozen events, preserves all other
fields, returns a new object, never mutates the source).

* feat(#177): introduce arg redaction policy

shouldIncludeArgs(): only GSD_AUDIT_ARGS==='1' opts in; all other
values (unset, '', '0', 'true') default to omitting args.

redactEvent(event): returns a shallow copy of the event, dropping the
args field unless opted in. Never mutates the (frozen) source event.

* test(#177): add DispatchLogger interface failing tests

Red tests covering:
- no-op logger: silent on all events, never throws
- default logger: silent on ok, one flattened JSON line to stderr on error
- default logger: audit file creation + append-only + redaction + config gate
- GSD_AUDIT env var and config.audit.enabled config gate
- GSD_AUDIT_ARGS opt-in for args inclusion
All tests use real fs under os.tmpdir() — no mocked appendFileSync.

* feat(#177): introduce DispatchLogger with default and no-op implementations

createNoOpLogger(): silent on all events — Hub default when no logger injected.
createDefaultLogger({ cwd, config }):
  - Silent on ok result
  - Flattened JSON line to stderr on error: { kind, traceId, ...typedPayload }
  - Append-only audit at .planning/.gsd-trace.jsonl when GSD_AUDIT=1 or config.audit.enabled
  - Args redacted by default; GSD_AUDIT_ARGS=1 opts in
  - Logger errors caught internally; never break dispatch callers

* test(#177): add Hub+logger integration failing tests

Red tests verifying:
- onEvent called exactly once per dispatch (ok, error, handler-throw, unknown)
- DispatchEvent shape: traceId uniqueness, command, result.kind, parentTraceId
- Logger errors contained (dispatch still returns Result, warn line to stderr)
- Hub defaults to no-op when no logger injected
- End-to-end with createDefaultLogger: silent on success, stderr on error, audit file

* feat(#177): wire DispatchLogger into CommandRoutingHub

Add optional logger param to createHub({ ..., logger }).
Defaults to createNoOpLogger() — silent, no behaviour change for callers
that don't inject a logger.

After every dispatch (success and error):
- Normalises HubResult { ok } to DispatchEvent { kind: 'ok'|error-kind }
- Calls makeDispatchEvent({ command, args, result }) to mint the event
- Calls logger.onEvent(event) exactly once
- Wraps in try/catch: logger errors emit { level:'warn', source:'DispatchLogger' }
  to stderr but never propagate to dispatch callers

* chore(#177): gitignore .planning/.gsd-trace.jsonl audit file

The audit trail is local-only, append-only, and must never be committed.
Slotted under the existing "Local scratch + Claude-test artifacts" block.

* docs(#177): document GSD_AUDIT, GSD_AUDIT_ARGS, config.audit.enabled

New ## Observability section at end of CONFIGURATION.md covering:
- Default silent/stderr behaviour overview
- Stderr error JSON format
- Audit file opt-in (env var and config key)
- Args redaction policy and GSD_AUDIT_ARGS opt-in

Also slots GSD_AUDIT and GSD_AUDIT_ARGS into the existing
## Environment Variables table (alphabetical order).

* chore(#177): add changeset for observability seam

type: Added — new DispatchLogger seam with default silent/stderr/audit behaviour.
2026-05-24 15:22:36 -04:00

340 lines
14 KiB
JavaScript

'use strict';
/**
* Tests for DispatchLogger interface + default implementation (issue #177).
*
* All tests use real fs and real stderr capture (no mocks).
* Env vars are restored in afterEach.
* Temp dirs are created under os.tmpdir() and cleaned up in afterEach.
*/
const { describe, test, beforeEach, afterEach } = require('node:test');
const assert = require('node:assert/strict');
const fs = require('fs');
const path = require('path');
const os = require('os');
const {
createDefaultLogger,
createNoOpLogger,
} = require('../../get-shit-done/bin/lib/observability/logger.cjs');
// ─── helpers ─────────────────────────────────────────────────────────────────
function makeTmpDir() {
return fs.mkdtempSync(path.join(os.tmpdir(), 'gsd-logger-test-'));
}
function captureStderr(fn) {
const chunks = [];
const originalWrite = process.stderr.write.bind(process.stderr);
process.stderr.write = (chunk, ...rest) => {
chunks.push(typeof chunk === 'string' ? chunk : chunk.toString('utf8'));
return originalWrite(chunk, ...rest);
};
try {
fn();
} finally {
process.stderr.write = originalWrite;
}
return chunks.join('');
}
function makeOkEvent(overrides = {}) {
return Object.assign({
traceId: 'test-trace-id',
parentTraceId: undefined,
command: 'plan',
result: { kind: 'ok', data: null },
timestamp: '2026-01-01T00:00:00.000Z',
}, overrides);
}
function makeErrEvent(kindPayload, overrides = {}) {
return Object.assign({
traceId: 'test-trace-id',
parentTraceId: undefined,
command: 'plan',
result: kindPayload,
timestamp: '2026-01-01T00:00:00.000Z',
}, overrides);
}
// ─── createNoOpLogger ────────────────────────────────────────────────────────
describe('createNoOpLogger', () => {
test('returns an object with onEvent', () => {
const logger = createNoOpLogger();
assert.ok(typeof logger.onEvent === 'function', 'onEvent must be a function');
});
test('onEvent does not throw on ok result', () => {
const logger = createNoOpLogger();
assert.doesNotThrow(() => logger.onEvent(makeOkEvent()));
});
test('onEvent does not throw on error result', () => {
const logger = createNoOpLogger();
assert.doesNotThrow(() =>
logger.onEvent(makeErrEvent({ kind: 'UnknownCommand', command: 'bogus' }))
);
});
test('onEvent does not write to stderr', () => {
const logger = createNoOpLogger();
const output = captureStderr(() => logger.onEvent(makeOkEvent()));
assert.equal(output, '', 'no-op logger must not write to stderr');
});
});
// ─── createDefaultLogger — silent on success ─────────────────────────────────
describe('createDefaultLogger — silent on success', () => {
let tmpDir;
let savedAudit;
let savedAuditArgs;
beforeEach(() => {
tmpDir = makeTmpDir();
savedAudit = process.env.GSD_AUDIT;
savedAuditArgs = process.env.GSD_AUDIT_ARGS;
delete process.env.GSD_AUDIT;
delete process.env.GSD_AUDIT_ARGS;
});
afterEach(() => {
if (savedAudit === undefined) delete process.env.GSD_AUDIT; else process.env.GSD_AUDIT = savedAudit;
if (savedAuditArgs === undefined) delete process.env.GSD_AUDIT_ARGS; else process.env.GSD_AUDIT_ARGS = savedAuditArgs;
fs.rmSync(tmpDir, { recursive: true, force: true });
});
test('no stderr output on ok result', () => {
const logger = createDefaultLogger({ cwd: tmpDir });
const stderrOutput = captureStderr(() => logger.onEvent(makeOkEvent()));
assert.equal(stderrOutput, '', 'must not write to stderr on ok result');
});
test('no audit file created on ok result (no GSD_AUDIT)', () => {
const logger = createDefaultLogger({ cwd: tmpDir });
logger.onEvent(makeOkEvent());
const auditPath = path.join(tmpDir, '.planning', '.gsd-trace.jsonl');
assert.ok(!fs.existsSync(auditPath), 'audit file must not be created without GSD_AUDIT=1');
});
});
// ─── createDefaultLogger — stderr on error ──────────────────────────────────
describe('createDefaultLogger — stderr on error', () => {
let tmpDir;
let savedAudit;
let savedAuditArgs;
beforeEach(() => {
tmpDir = makeTmpDir();
savedAudit = process.env.GSD_AUDIT;
savedAuditArgs = process.env.GSD_AUDIT_ARGS;
delete process.env.GSD_AUDIT;
delete process.env.GSD_AUDIT_ARGS;
});
afterEach(() => {
if (savedAudit === undefined) delete process.env.GSD_AUDIT; else process.env.GSD_AUDIT = savedAudit;
if (savedAuditArgs === undefined) delete process.env.GSD_AUDIT_ARGS; else process.env.GSD_AUDIT_ARGS = savedAuditArgs;
fs.rmSync(tmpDir, { recursive: true, force: true });
});
test('emits exactly one JSON line to stderr on error', () => {
const logger = createDefaultLogger({ cwd: tmpDir });
const errEvent = makeErrEvent({ kind: 'UnknownCommand', command: 'bogus' });
const stderrOutput = captureStderr(() => logger.onEvent(errEvent));
// Must be exactly one non-empty line
const lines = stderrOutput.split('\n').filter(l => l.trim().length > 0);
assert.equal(lines.length, 1, `expected 1 line, got ${lines.length}: ${stderrOutput}`);
});
test('stderr line is valid JSON', () => {
const logger = createDefaultLogger({ cwd: tmpDir });
const errEvent = makeErrEvent({ kind: 'HandlerFailure', message: 'boom' });
let stderrOutput = '';
stderrOutput = captureStderr(() => logger.onEvent(errEvent));
const line = stderrOutput.trim();
let parsed;
assert.doesNotThrow(() => { parsed = JSON.parse(line); }, `stderr line must be valid JSON, got: ${line}`);
assert.ok(parsed !== null && typeof parsed === 'object');
});
test('stderr JSON contains kind field matching result kind', () => {
const logger = createDefaultLogger({ cwd: tmpDir });
const errEvent = makeErrEvent({ kind: 'HandlerRefusal', reason: 'refused' });
const stderrOutput = captureStderr(() => logger.onEvent(errEvent));
const parsed = JSON.parse(stderrOutput.trim());
assert.equal(parsed.kind, 'HandlerRefusal');
});
test('stderr JSON contains traceId from the event', () => {
const logger = createDefaultLogger({ cwd: tmpDir });
const errEvent = makeErrEvent({ kind: 'UnknownCommand', command: 'bogus' });
errEvent.traceId = 'specific-trace-id-123';
const stderrOutput = captureStderr(() => logger.onEvent(errEvent));
const parsed = JSON.parse(stderrOutput.trim());
assert.equal(parsed.traceId, 'specific-trace-id-123');
});
test('stderr JSON does not contain args by default (redaction)', () => {
const logger = createDefaultLogger({ cwd: tmpDir });
const errEvent = makeErrEvent({ kind: 'InvalidArgs', arg: '--bad', reason: 'oops' });
errEvent.args = ['--bad', 'value'];
const stderrOutput = captureStderr(() => logger.onEvent(errEvent));
const parsed = JSON.parse(stderrOutput.trim());
assert.ok(!('args' in parsed), 'args must be redacted from stderr output by default');
});
test('stderr JSON includes args when GSD_AUDIT_ARGS=1', () => {
process.env.GSD_AUDIT_ARGS = '1';
const logger = createDefaultLogger({ cwd: tmpDir });
const errEvent = Object.assign(
makeErrEvent({ kind: 'InvalidArgs', arg: '--bad', reason: 'oops' }),
{ args: ['--bad', 'value'] }
);
const stderrOutput = captureStderr(() => logger.onEvent(errEvent));
const parsed = JSON.parse(stderrOutput.trim());
assert.ok('args' in parsed, 'args must appear in stderr when GSD_AUDIT_ARGS=1');
assert.deepStrictEqual(parsed.args, ['--bad', 'value']);
});
test('no stderr output on ok result even when GSD_AUDIT=1', () => {
process.env.GSD_AUDIT = '1';
const logger = createDefaultLogger({ cwd: tmpDir });
const stderrOutput = captureStderr(() => logger.onEvent(makeOkEvent()));
assert.equal(stderrOutput, '', 'ok result must never produce stderr output');
});
});
// ─── createDefaultLogger — audit file ───────────────────────────────────────
describe('createDefaultLogger — audit file', () => {
let tmpDir;
let savedAudit;
let savedAuditArgs;
beforeEach(() => {
tmpDir = makeTmpDir();
savedAudit = process.env.GSD_AUDIT;
savedAuditArgs = process.env.GSD_AUDIT_ARGS;
delete process.env.GSD_AUDIT;
delete process.env.GSD_AUDIT_ARGS;
});
afterEach(() => {
if (savedAudit === undefined) delete process.env.GSD_AUDIT; else process.env.GSD_AUDIT = savedAudit;
if (savedAuditArgs === undefined) delete process.env.GSD_AUDIT_ARGS; else process.env.GSD_AUDIT_ARGS = savedAuditArgs;
fs.rmSync(tmpDir, { recursive: true, force: true });
});
test('creates .planning/.gsd-trace.jsonl when GSD_AUDIT=1 (ok result)', () => {
process.env.GSD_AUDIT = '1';
const logger = createDefaultLogger({ cwd: tmpDir });
logger.onEvent(makeOkEvent());
const auditPath = path.join(tmpDir, '.planning', '.gsd-trace.jsonl');
assert.ok(fs.existsSync(auditPath), 'audit file must be created when GSD_AUDIT=1');
});
test('creates .planning/ directory if absent', () => {
process.env.GSD_AUDIT = '1';
// tmpDir has no .planning/ subdirectory
assert.ok(!fs.existsSync(path.join(tmpDir, '.planning')));
const logger = createDefaultLogger({ cwd: tmpDir });
logger.onEvent(makeOkEvent());
assert.ok(fs.existsSync(path.join(tmpDir, '.planning')));
});
test('audit file contains one valid JSON line per event', () => {
process.env.GSD_AUDIT = '1';
const logger = createDefaultLogger({ cwd: tmpDir });
logger.onEvent(makeOkEvent({ traceId: 'a1' }));
logger.onEvent(makeOkEvent({ traceId: 'a2' }));
const auditPath = path.join(tmpDir, '.planning', '.gsd-trace.jsonl');
const content = fs.readFileSync(auditPath, 'utf8');
const lines = content.split('\n').filter(l => l.trim().length > 0);
assert.equal(lines.length, 2, `expected 2 lines, got ${lines.length}`);
const parsed0 = JSON.parse(lines[0]);
const parsed1 = JSON.parse(lines[1]);
assert.equal(parsed0.traceId, 'a1');
assert.equal(parsed1.traceId, 'a2');
});
test('audit file is append-only (second run adds to existing content)', () => {
process.env.GSD_AUDIT = '1';
const auditPath = path.join(tmpDir, '.planning', '.gsd-trace.jsonl');
const logger1 = createDefaultLogger({ cwd: tmpDir });
logger1.onEvent(makeOkEvent({ traceId: 'first' }));
const logger2 = createDefaultLogger({ cwd: tmpDir });
logger2.onEvent(makeOkEvent({ traceId: 'second' }));
const content = fs.readFileSync(auditPath, 'utf8');
const lines = content.split('\n').filter(l => l.trim().length > 0);
assert.equal(lines.length, 2, 'both events must appear (append-only)');
assert.equal(JSON.parse(lines[0]).traceId, 'first');
assert.equal(JSON.parse(lines[1]).traceId, 'second');
});
test('audit file contains both ok and error events', () => {
process.env.GSD_AUDIT = '1';
const logger = createDefaultLogger({ cwd: tmpDir });
logger.onEvent(makeOkEvent({ traceId: 'ok-event' }));
logger.onEvent(makeErrEvent({ kind: 'HandlerFailure', message: 'boom' }, { traceId: 'err-event' }));
const auditPath = path.join(tmpDir, '.planning', '.gsd-trace.jsonl');
const content = fs.readFileSync(auditPath, 'utf8');
const lines = content.split('\n').filter(l => l.trim().length > 0);
assert.equal(lines.length, 2);
const traceIds = lines.map(l => JSON.parse(l).traceId);
assert.ok(traceIds.includes('ok-event'), 'ok event must be in audit file');
assert.ok(traceIds.includes('err-event'), 'error event must be in audit file');
});
test('audit file does NOT contain args by default', () => {
process.env.GSD_AUDIT = '1';
const logger = createDefaultLogger({ cwd: tmpDir });
const event = Object.assign(makeOkEvent(), { args: ['secret-arg'] });
logger.onEvent(event);
const auditPath = path.join(tmpDir, '.planning', '.gsd-trace.jsonl');
const content = fs.readFileSync(auditPath, 'utf8');
const parsed = JSON.parse(content.trim());
assert.ok(!('args' in parsed), 'args must be redacted from audit file by default');
});
test('audit file DOES contain args when GSD_AUDIT_ARGS=1', () => {
process.env.GSD_AUDIT = '1';
process.env.GSD_AUDIT_ARGS = '1';
const logger = createDefaultLogger({ cwd: tmpDir });
const event = Object.assign(makeOkEvent(), { args: ['visible-arg'] });
logger.onEvent(event);
const auditPath = path.join(tmpDir, '.planning', '.gsd-trace.jsonl');
const content = fs.readFileSync(auditPath, 'utf8');
const parsed = JSON.parse(content.trim());
assert.ok('args' in parsed, 'args must appear in audit file when GSD_AUDIT_ARGS=1');
assert.deepStrictEqual(parsed.args, ['visible-arg']);
});
test('config.audit.enabled === true triggers audit file (without GSD_AUDIT env)', () => {
// GSD_AUDIT is not set, but config says enabled
const logger = createDefaultLogger({ cwd: tmpDir, config: { audit: { enabled: true } } });
logger.onEvent(makeOkEvent({ traceId: 'config-triggered' }));
const auditPath = path.join(tmpDir, '.planning', '.gsd-trace.jsonl');
assert.ok(fs.existsSync(auditPath), 'audit file must be created when config.audit.enabled=true');
const parsed = JSON.parse(fs.readFileSync(auditPath, 'utf8').trim());
assert.equal(parsed.traceId, 'config-triggered');
});
});