Files
msd-core/tests/dispatch/trace-correlation.test.cjs
Tom Boucher a28dcec981 chore(#597): replace count-based ratchet guards with AST lint + named-set allowlists (#603)
The windows-test-parity ratchet greps test source for fs.rmSync-without-
maxRetries (and six other Windows-portability anti-patterns), failing when an
integer offender COUNT exceeds a frozen baseline (rmSync: 95). A count ratchet
is a Goodhart metric: fixing one offender and adding another keeps the count
constant, so a new defect slips through green. Replace it — and every other
count ratchet in the repo — with a layered, masking-proof design.

Behavioral seam test
- tests/helpers-cleanup.test.cjs proves helpers.cleanup() carries the Windows
  EBUSY retry budget. cleanup() delegates retries to Node's fs.rmSync via
  maxRetries (it owns no loop), so the test asserts the option contract
  (recursive/force/maxRetries>0/retryDelay>0) + real-FS removal + the cwd-guard,
  rather than a loop that does not exist. The EBUSY risk is now tested ONCE at
  the helper, not approximated textually at every call site.

Write-time ESLint rule (AST-accurate, replaces the grep)
- eslint-rules/no-raw-rmsync-in-tests.cjs (error in tests/**/*.test.cjs) bans
  raw fs.rmSync, steering to cleanup(). Catches member, computed (fs['rmSync']),
  destructured and aliased forms; escape hatch is inline
  `// eslint-disable-next-line local/no-raw-rmsync-in-tests -- <reason>` only.
- Migrated 336 raw fs.rmSync teardown calls across ~116 test files to cleanup().
  ~18 genuinely load-bearing sites (mid-test SUT/fault-injection removals,
  error-swallowing or name-colliding local teardown helpers) keep the raw call
  with an inline eslint-disable + reason.

Shared anti-ratchet primitive
- scripts/lib/allowlist-ratchet.cjs:
  - assertWithinAllowlist: fails on NOVEL ids (new offender introduced) AND on
    STALE ids (a known offender was fixed but not pruned) — identity, not count,
    and a ratchet DOWN toward zero.
  - assertTightCeiling: a size/length budget whose ceiling must stay within a
    grace band of the high-water mark, so budgets may only tighten, never creep.

Ratchets converted onto the primitive
- windows-test-parity-guard.test.cjs: rmSync rule deleted (now ESLint-enforced);
  the remaining six patterns moved from integer baselines to named-set
  allowlists with ratchet-down.
- scripts/lint-test-file-count.{cjs,allowlist.json}: per-module integer counts →
  named filename sets (closes the swap-a-file-keep-the-count blind spot); a
  module dropping under cap now FAILS to force pruning its allowlist entry.
- enh-2790 skill-count `<= 63` → named skill allowlist (ratchets toward ~58).

Size budgets hardened (tighten-only)
- agent-size / workflow-size / feat-3039 help-tiered: ceilings lowered to the
  current high-water mark and an assertTightCeiling anti-creep check added per
  tier. Fixed external-contract limits (description ≤100 chars, agent ≤100 KB)
  are intentionally left as-is — they are not grandfathered creeping budgets.

No user-facing behavior change (tests + tooling only); no USER_FACING_PREFIXES
touched, so no changeset fragment is required.

Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>
2026-06-01 22:43:49 -04:00

229 lines
9.6 KiB
JavaScript

'use strict';
/**
* End-to-end trace correlation tests (issue #178).
*
* Demonstrates the full parentTraceId propagation seam:
* 1. A Hub is created with a real DispatchLogger writing to a real temp audit file.
* 2. A "root" dispatch produces a root event (parentTraceId === undefined).
* 3. Three "child" dispatches pass parentTraceId = root.traceId.
* 4. The audit file is read back and all four events are verified.
* 5. A JS filter (simulating jq) confirms the three children are recoverable
* by filtering on parentTraceId === rootTraceId.
*
* No mocks. No fs stubs. Real file I/O to os.tmpdir().
*/
const { describe, test, before, after } = require('node:test');
const assert = require('node:assert/strict');
const fs = require('fs');
const path = require('path');
const os = require('os');
const { createHub } = require('../../get-shit-done/bin/lib/command-routing-hub.cjs');
const { createDefaultLogger } = require('../../get-shit-done/bin/lib/observability/logger.cjs');
const { cleanup } = require('../helpers.cjs');
// ─── Test fixture setup ───────────────────────────────────────────────────────
/** Minimal registry that always succeeds — all we care about is the event shape. */
function makeRegistry() {
return {
plan: { '': () => ({ ok: true, data: 'plan-ok' }) },
discuss: { '': () => ({ ok: true, data: 'discuss-ok' }) },
test: { '': () => ({ ok: true, data: 'test-ok' }) },
};
}
function makeManifest() {
return {
plan: [''],
discuss: [''],
test: [''],
};
}
/** Parse a JSONL file into an array of parsed event objects. */
function readJsonl(filePath) {
const raw = fs.readFileSync(filePath, 'utf8').trim();
if (!raw) return [];
return raw.split('\n').map(line => JSON.parse(line));
}
// ─── Shared state for the test group ─────────────────────────────────────────
let tmpDir;
let auditPath;
let savedAudit;
let capturedEvents;
describe('trace correlation — end-to-end parentTraceId propagation', () => {
before(() => {
// Create an isolated temp dir for this test group
tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'gsd-trace-correlation-test-'));
auditPath = path.join(tmpDir, '.planning', '.gsd-trace.jsonl');
// Enable audit file writes
savedAudit = process.env.GSD_AUDIT;
process.env.GSD_AUDIT = '1';
// Build a Hub backed by the real logger writing to our temp dir
const logger = createDefaultLogger({ cwd: tmpDir });
const hub = createHub({
cjsRegistry: makeRegistry(),
manifest: makeManifest(),
logger,
});
// ── Root dispatch (no parentTraceId) ──────────────────────────────────────
hub.dispatch({ family: 'plan', subcommand: '' });
// ── Read root traceId from the audit file ─────────────────────────────────
const rootEvents = readJsonl(auditPath);
assert.equal(rootEvents.length, 1, 'setup: one event after root dispatch');
const rootTraceId = rootEvents[0].traceId;
// ── Child dispatches — each passes parentTraceId = rootTraceId ────────────
hub.dispatch({ family: 'plan', subcommand: '', parentTraceId: rootTraceId });
hub.dispatch({ family: 'discuss', subcommand: '', parentTraceId: rootTraceId });
hub.dispatch({ family: 'test', subcommand: '', parentTraceId: rootTraceId });
// Capture all events for the assertions below
capturedEvents = readJsonl(auditPath);
});
after(() => {
// Restore GSD_AUDIT to whatever it was before this test group
if (savedAudit === undefined) {
delete process.env.GSD_AUDIT;
} else {
process.env.GSD_AUDIT = savedAudit;
}
// Clean up the temp directory
cleanup(tmpDir);
});
// ── Assertions ────────────────────────────────────────────────────────────
test('audit file contains exactly 4 events (1 root + 3 children)', () => {
assert.equal(capturedEvents.length, 4,
'audit file must contain exactly 4 events');
});
test('root event has parentTraceId === undefined', () => {
const root = capturedEvents[0];
// When parentTraceId is undefined it is omitted from JSON serialization.
// Either absent or explicitly undefined → the contract is "no parent".
const hasNoParent = !('parentTraceId' in root) || root.parentTraceId === undefined || root.parentTraceId === null;
assert.ok(hasNoParent,
`root event must have no parentTraceId, got: ${root.parentTraceId}`);
});
test('all 3 child events carry parentTraceId === rootTraceId', () => {
const rootTraceId = capturedEvents[0].traceId;
const children = capturedEvents.slice(1);
assert.equal(children.length, 3, 'there must be exactly 3 child events');
for (const child of children) {
assert.strictEqual(child.parentTraceId, rootTraceId,
`child event must carry parentTraceId=${rootTraceId}, got: ${child.parentTraceId}`);
}
});
test('all 4 events have unique traceIds', () => {
const ids = capturedEvents.map(e => e.traceId);
const unique = new Set(ids);
assert.equal(unique.size, 4,
'all 4 events must have unique traceIds even when parentTraceId is shared');
});
test('JS filter on parentTraceId returns exactly the 3 children (jq-style)', () => {
const rootTraceId = capturedEvents[0].traceId;
// Simulates: jq 'select(.parentTraceId == $rootTraceId)' .gsd-trace.jsonl
const children = capturedEvents.filter(e => e.parentTraceId === rootTraceId);
assert.equal(children.length, 3,
'filtering events by parentTraceId === rootTraceId must yield exactly 3 events');
// Confirm the root itself is not in the filtered set
const rootInChildren = children.some(e => e.traceId === rootTraceId);
assert.ok(!rootInChildren,
'the root event must not appear in the children filter result');
});
test('invalid parentTraceId in a child dispatch breaks the correlation tree for that child but does not poison sibling traces', () => {
// This test uses its own isolated Hub + audit file to avoid interfering with
// the shared capturedEvents fixture above.
const isolatedTmp = fs.mkdtempSync(path.join(os.tmpdir(), 'gsd-poison-test-'));
let isolatedSavedAudit;
try {
isolatedSavedAudit = process.env.GSD_AUDIT;
process.env.GSD_AUDIT = '1';
const logger = createDefaultLogger({ cwd: isolatedTmp });
const hub = createHub({
cjsRegistry: makeRegistry(),
manifest: makeManifest(),
logger,
});
// Root dispatch — no parentTraceId
hub.dispatch({ family: 'plan', subcommand: '' });
const isolatedAuditPath = path.join(isolatedTmp, '.planning', '.gsd-trace.jsonl');
const afterRoot = readJsonl(isolatedAuditPath);
assert.equal(afterRoot.length, 1, 'setup: one root event');
const rootTraceId = afterRoot[0].traceId;
// Valid child: passes rootTraceId as parentTraceId
hub.dispatch({ family: 'discuss', subcommand: '', parentTraceId: rootTraceId });
// Invalid child: passes 'junk' as parentTraceId
hub.dispatch({ family: 'test', subcommand: '', parentTraceId: 'junk' });
const allEvents = readJsonl(isolatedAuditPath);
assert.equal(allEvents.length, 3, 'must have 3 events total (root + valid child + invalid child)');
const [root, validChild, invalidChild] = allEvents;
// Valid child carries the correct parentTraceId
assert.strictEqual(validChild.parentTraceId, rootTraceId,
'valid child must carry parentTraceId === rootTraceId');
// Invalid child has parentTraceId coerced to undefined (absent from JSON)
const invalidChildHasNoParent =
!('parentTraceId' in invalidChild) ||
invalidChild.parentTraceId === undefined ||
invalidChild.parentTraceId === null;
assert.ok(invalidChildHasNoParent,
'invalid child must have parentTraceId dropped to undefined — not "junk"');
// Sibling relations are unaffected: filtering by rootTraceId yields only the valid child
const correlatedChildren = allEvents.filter(e => e.parentTraceId === rootTraceId);
assert.equal(correlatedChildren.length, 1,
'only the valid child must appear when filtering by rootTraceId — invalid child must not contaminate');
assert.strictEqual(correlatedChildren[0].traceId, validChild.traceId,
'the correlated child must be the valid one');
// All three events still have unique traceIds
const ids = allEvents.map(e => e.traceId);
assert.equal(new Set(ids).size, 3, 'all 3 events must have unique traceIds');
} finally {
if (isolatedSavedAudit === undefined) {
delete process.env.GSD_AUDIT;
} else {
process.env.GSD_AUDIT = isolatedSavedAudit;
}
cleanup(isolatedTmp);
}
});
test('JS filter on traceId returns only the root event', () => {
const rootTraceId = capturedEvents[0].traceId;
// Simulates: jq 'select(.traceId == $rootTraceId)'
const roots = capturedEvents.filter(e => e.traceId === rootTraceId);
assert.equal(roots.length, 1, 'filtering by traceId must return exactly one root event');
assert.ok(
!('parentTraceId' in roots[0]) || roots[0].parentTraceId === undefined || roots[0].parentTraceId === null,
'the root event found by traceId must have no parentTraceId'
);
});
});