Some checks failed
Tests / PR mergeability (push) Successful in 19s
Tests / Base branch health (push) Successful in 10s
Tests / Detect test scope (push) Successful in 17s
Tests / lint-tests (push) Failing after 1m43s
Tests / plugin-validate (push) Successful in 1m7s
Tests / test (ubuntu-latest, 24, shard 1/3) (push) Failing after 18s
Tests / test (ubuntu-latest, 24, shard 2/3) (push) Failing after 19s
Tests / test (ubuntu-latest, 24, shard 3/3) (push) Failing after 19s
Tests / test (ubuntu-latest, 24) (push) Failing after 17s
Tests / test (inert CI) (push) Has been skipped
Tests / QA loop walk (smell ratchet) (push) Failing after 18s
Tests / Coverage gate (merged shards) (push) Has been skipped
Tests / Publish emitted-baseline artifact (push) Has been skipped
Dismiss Unauthorized PR Approvals / dismiss-unauthorized-approval (push) Successful in 8s
Tests / Required tests (push) Has been cancelled
Tests / conformance test (macos-latest, 24) (push) Has been cancelled
Tests / conformance test (windows-latest, 24, shard 1/3) (push) Has been cancelled
Tests / conformance test (windows-latest, 24, shard 2/3) (push) Has been cancelled
Tests / conformance test (windows-latest, 24, shard 3/3) (push) Has been cancelled
3702 lines
171 KiB
JavaScript
3702 lines
171 KiB
JavaScript
'use strict';
|
||
|
||
/**
|
||
* Unit tests for host-integration.cjs (ADR-1239 Phase A).
|
||
* Pure, additive, no-I/O module — no temp dirs needed.
|
||
* Uses node:test + node:assert/strict.
|
||
* Requires the COMPILED artifact: ../msd-core/bin/lib/host-integration.cjs
|
||
*/
|
||
|
||
const { describe, test } = require('node:test');
|
||
const assert = require('node:assert/strict');
|
||
const fs = require('node:fs');
|
||
const path = require('node:path');
|
||
const fc = require('fast-check');
|
||
|
||
const hi = require('../msd-core/bin/lib/host-integration.cjs');
|
||
const {
|
||
PROTOCOL_VERSION,
|
||
HOST_INTEGRATION_AXES,
|
||
INTERFACE_POINTS,
|
||
PROFILE_BASELINES,
|
||
DEFAULT_ENGINE,
|
||
UNDOCUMENTED,
|
||
degradationFor,
|
||
profileOf,
|
||
negotiateHostCapabilities,
|
||
hookEventSurfaceFor,
|
||
HOOK_EVENT_SURFACES,
|
||
extensionEventSurfaceFor,
|
||
EXTENSION_EVENT_SURFACES,
|
||
resolveOrchestratorExec,
|
||
} = hi;
|
||
|
||
const {
|
||
_HOST_INTEGRATION_VOCAB,
|
||
validateCapability,
|
||
} = require('../msd-core/bin/lib/capability-validator.cjs');
|
||
const { cleanup, readFileNormalized } = require('./helpers.cjs');
|
||
const { scanFencedBlocks } = require('../msd-core/bin/lib/markdown-sectionizer.cjs');
|
||
|
||
const REPO_ROOT = path.resolve(__dirname, '..');
|
||
|
||
/**
|
||
* A real shipped runtime descriptor with its `dispatch.isolation` value
|
||
* stripped, so validator behavioral tests exercise the actual dispatch shape
|
||
* shipped for a host rather than a hand-modeled fixture (fixture-provenance,
|
||
* #2371 — mirrors `shippedDescriptorWithout` in tests/effort-surface-axis.test.cjs).
|
||
*/
|
||
function shippedClaudeCapabilityWithoutIsolation() {
|
||
const cap = JSON.parse(
|
||
fs.readFileSync(path.join(REPO_ROOT, 'capabilities', 'claude', 'capability.json'), 'utf8'),
|
||
);
|
||
delete cap.runtime.hostIntegration.dispatch.isolation;
|
||
return cap;
|
||
}
|
||
|
||
describe('hookEventSurfaceFor (MANAGED-hook dialect consumer — claude/gemini only)', () => {
|
||
test('returns the full Claude managed-hook surface for "claude"', () => {
|
||
const s = hookEventSurfaceFor('claude');
|
||
assert.ok(s && s.includes('PreToolUse') && s.includes('PostToolUse') && s.includes('Stop'));
|
||
});
|
||
test('returns the Gemini BeforeTool/AfterTool managed-hook surface for "gemini"', () => {
|
||
const s = hookEventSurfaceFor('gemini');
|
||
assert.ok(s && s.includes('BeforeTool') && s.includes('AfterTool'));
|
||
});
|
||
test('hookEvents is the MANAGED-hook dialect only — opencode-subset is NOT here (#1943)', () => {
|
||
assert.equal(hookEventSurfaceFor('opencode-subset'), null,
|
||
'opencode-subset is not a hookEvents value — it moved to the extensionEvents vocabulary');
|
||
});
|
||
test('returns null for unknown / missing / non-string dialect (fail-closed)', () => {
|
||
assert.equal(hookEventSurfaceFor('nope'), null);
|
||
assert.equal(hookEventSurfaceFor(undefined), null);
|
||
assert.equal(hookEventSurfaceFor(123), null);
|
||
});
|
||
test('HOOK_EVENT_SURFACES is frozen + covers exactly the 2 managed-hook dialects', () => {
|
||
assert.equal(Object.isFrozen(HOOK_EVENT_SURFACES), true);
|
||
assert.deepEqual(Object.keys(HOOK_EVENT_SURFACES).sort(), ['claude', 'gemini']);
|
||
});
|
||
});
|
||
|
||
describe('extensionEventSurfaceFor (extension-system event dialect — #1943)', () => {
|
||
test('opencode = OpenCode plugin event subset with NO workflow-phase events', () => {
|
||
const s = extensionEventSurfaceFor('opencode');
|
||
assert.ok(s, 'opencode must resolve (non-null) — it is a consumed extensionEvents value');
|
||
assert.ok(s.includes('experimental.session.compacting'));
|
||
assert.ok(s.includes('session.idle'));
|
||
assert.ok(s.includes('tool.execute.before') && s.includes('tool.execute.after'));
|
||
assert.ok(!s.some((e) => /plan:|verify:|ship:/.test(e)),
|
||
'opencode extension events include no workflow-phase events (engine owns phase sequencing)');
|
||
});
|
||
test('none = empty surface (host exposes no extension events; engine owns the bus)', () => {
|
||
assert.deepEqual(extensionEventSurfaceFor('none'), []);
|
||
});
|
||
test('returns null for unknown / missing / non-string dialect (fail-closed)', () => {
|
||
assert.equal(extensionEventSurfaceFor('opencode-subset'), null,
|
||
'the old opencode-subset name is gone — use extensionEventSurfaceFor("opencode")');
|
||
assert.equal(extensionEventSurfaceFor('nope'), null);
|
||
assert.equal(extensionEventSurfaceFor(undefined), null);
|
||
});
|
||
test('EXTENSION_EVENT_SURFACES is frozen + covers opencode/none', () => {
|
||
assert.equal(Object.isFrozen(EXTENSION_EVENT_SURFACES), true);
|
||
assert.deepEqual(Object.keys(EXTENSION_EVENT_SURFACES).sort(), ['none', 'opencode']);
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// CONTRACT-PIN: constants and vocabulary
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('CONTRACT-PIN', () => {
|
||
test('PROTOCOL_VERSION === 1', () => {
|
||
assert.strictEqual(PROTOCOL_VERSION, 1);
|
||
});
|
||
|
||
test('HOST_INTEGRATION_AXES is frozen', () => {
|
||
assert.ok(Object.isFrozen(HOST_INTEGRATION_AXES), 'HOST_INTEGRATION_AXES must be frozen');
|
||
});
|
||
|
||
test('each axis sub-array is frozen', () => {
|
||
for (const [axis, arr] of Object.entries(HOST_INTEGRATION_AXES)) {
|
||
assert.ok(Object.isFrozen(arr), `HOST_INTEGRATION_AXES.${axis} must be frozen`);
|
||
}
|
||
});
|
||
|
||
test('embeddingMode values (sorted)', () => {
|
||
assert.deepStrictEqual(
|
||
[...HOST_INTEGRATION_AXES.embeddingMode].sort(),
|
||
['declarative', 'imperative'],
|
||
);
|
||
});
|
||
|
||
test('commandSurface values (sorted)', () => {
|
||
assert.deepStrictEqual(
|
||
[...HOST_INTEGRATION_AXES.commandSurface].sort(),
|
||
['palette', 'prose-only', 'slash-file', 'slash-programmatic', 'slash-toml'],
|
||
);
|
||
});
|
||
|
||
test('modelMode values (sorted)', () => {
|
||
assert.deepStrictEqual(
|
||
[...HOST_INTEGRATION_AXES.modelMode].sort(),
|
||
['active', 'passive'],
|
||
);
|
||
});
|
||
|
||
test('hookBus values (sorted)', () => {
|
||
assert.deepStrictEqual(
|
||
[...HOST_INTEGRATION_AXES.hookBus].sort(),
|
||
['engine', 'host', 'none'],
|
||
);
|
||
});
|
||
|
||
test('stateIO values (sorted)', () => {
|
||
assert.deepStrictEqual(
|
||
[...HOST_INTEGRATION_AXES.stateIO].sort(),
|
||
['filesystem', 'sandboxed-storage', 'session-log-append'],
|
||
);
|
||
});
|
||
|
||
test('transport values (sorted)', () => {
|
||
assert.deepStrictEqual(
|
||
[...HOST_INTEGRATION_AXES.transport].sort(),
|
||
['mcp', 'native-extension'],
|
||
);
|
||
});
|
||
|
||
test('runtime values (sorted) — 8 documented values', () => {
|
||
assert.deepStrictEqual(
|
||
[...HOST_INTEGRATION_AXES.runtime].sort(),
|
||
['bun', 'electron', 'go', 'node', 'other', 'python', 'rust', 'sandboxed-web'],
|
||
);
|
||
});
|
||
|
||
test('UNDOCUMENTED === "undocumented"', () => {
|
||
assert.equal(UNDOCUMENTED, 'undocumented');
|
||
});
|
||
|
||
test('subagentToolkit values (sorted)', () => {
|
||
assert.deepStrictEqual(
|
||
[...HOST_INTEGRATION_AXES.subagentToolkit].sort(),
|
||
['built-in-only', 'full', 'read-only'],
|
||
);
|
||
});
|
||
|
||
test('isolation values (sorted) — #2584 ADR-1239 Codex-binding amendment', () => {
|
||
assert.deepStrictEqual(
|
||
[...HOST_INTEGRATION_AXES.isolation].sort(),
|
||
['harness-worktree', 'none', 'orchestrator-worktree'],
|
||
);
|
||
});
|
||
|
||
test('isolation: "undocumented" is NOT a vocabulary member — it is the corpus sentinel', () => {
|
||
assert.ok(!HOST_INTEGRATION_AXES.isolation.includes('undocumented'));
|
||
});
|
||
|
||
test('INTERFACE_POINTS frozen and contains expected values', () => {
|
||
assert.ok(Object.isFrozen(INTERFACE_POINTS), 'INTERFACE_POINTS must be frozen');
|
||
const expected = ['command', 'dispatch', 'model', 'hooks', 'state', 'artifact'].sort();
|
||
assert.deepStrictEqual([...INTERFACE_POINTS].sort(), expected);
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// degradationFor — happy path per enum value
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('degradationFor — happy path', () => {
|
||
test('command: slash-file → full', () => {
|
||
const r = degradationFor('command', { commandSurface: 'slash-file' });
|
||
assert.strictEqual(r.level, 'full');
|
||
assert.strictEqual(typeof r.fallback, 'string');
|
||
});
|
||
|
||
test('command: slash-programmatic → full', () => {
|
||
const r = degradationFor('command', { commandSurface: 'slash-programmatic' });
|
||
assert.strictEqual(r.level, 'full');
|
||
});
|
||
|
||
test('command: slash-toml → degraded', () => {
|
||
const r = degradationFor('command', { commandSurface: 'slash-toml' });
|
||
assert.strictEqual(r.level, 'degraded');
|
||
});
|
||
|
||
test('command: palette → degraded', () => {
|
||
const r = degradationFor('command', { commandSurface: 'palette' });
|
||
assert.strictEqual(r.level, 'degraded');
|
||
});
|
||
|
||
test('command: prose-only → absent', () => {
|
||
const r = degradationFor('command', { commandSurface: 'prose-only' });
|
||
assert.strictEqual(r.level, 'absent');
|
||
assert.ok(r.fallback.length > 0, 'fallback must be non-empty for prose-only');
|
||
});
|
||
|
||
test('model: active → full', () => {
|
||
const r = degradationFor('model', { modelMode: 'active' });
|
||
assert.strictEqual(r.level, 'full');
|
||
});
|
||
|
||
test('model: passive → degraded', () => {
|
||
const r = degradationFor('model', { modelMode: 'passive' });
|
||
assert.strictEqual(r.level, 'degraded');
|
||
});
|
||
|
||
test('hooks: host → full', () => {
|
||
const r = degradationFor('hooks', { hookBus: 'host' });
|
||
assert.strictEqual(r.level, 'full');
|
||
});
|
||
|
||
test('hooks: engine → degraded', () => {
|
||
const r = degradationFor('hooks', { hookBus: 'engine' });
|
||
assert.strictEqual(r.level, 'degraded');
|
||
});
|
||
|
||
test('hooks: none → absent', () => {
|
||
const r = degradationFor('hooks', { hookBus: 'none' });
|
||
assert.strictEqual(r.level, 'absent');
|
||
});
|
||
|
||
test('state: filesystem → full', () => {
|
||
const r = degradationFor('state', { stateIO: 'filesystem' });
|
||
assert.strictEqual(r.level, 'full');
|
||
});
|
||
|
||
test('state: sandboxed-storage → degraded', () => {
|
||
const r = degradationFor('state', { stateIO: 'sandboxed-storage' });
|
||
assert.strictEqual(r.level, 'degraded');
|
||
});
|
||
|
||
test('state: session-log-append → degraded', () => {
|
||
const r = degradationFor('state', { stateIO: 'session-log-append' });
|
||
assert.strictEqual(r.level, 'degraded');
|
||
});
|
||
|
||
test('artifact: slash-file → full', () => {
|
||
const r = degradationFor('artifact', { commandSurface: 'slash-file' });
|
||
assert.strictEqual(r.level, 'full');
|
||
});
|
||
|
||
test('artifact: slash-programmatic → full', () => {
|
||
const r = degradationFor('artifact', { commandSurface: 'slash-programmatic' });
|
||
assert.strictEqual(r.level, 'full');
|
||
});
|
||
|
||
test('artifact: slash-toml → degraded', () => {
|
||
const r = degradationFor('artifact', { commandSurface: 'slash-toml' });
|
||
assert.strictEqual(r.level, 'degraded');
|
||
});
|
||
|
||
test('artifact: prose-only → degraded', () => {
|
||
const r = degradationFor('artifact', { commandSurface: 'prose-only' });
|
||
assert.strictEqual(r.level, 'degraded');
|
||
});
|
||
|
||
test('artifact: palette → absent', () => {
|
||
const r = degradationFor('artifact', { commandSurface: 'palette' });
|
||
assert.strictEqual(r.level, 'absent');
|
||
});
|
||
|
||
// dispatch variants
|
||
test('dispatch: no namedDispatch → absent', () => {
|
||
const r = degradationFor('dispatch', { dispatch: { namedDispatch: false, nested: false, maxDepth: 0, background: false, subagentToolkit: 'full' } });
|
||
assert.strictEqual(r.level, 'absent');
|
||
});
|
||
|
||
test('dispatch: maxDepth===0 → absent', () => {
|
||
const r = degradationFor('dispatch', { dispatch: { namedDispatch: true, nested: true, maxDepth: 0, background: true, subagentToolkit: 'full' } });
|
||
assert.strictEqual(r.level, 'absent');
|
||
});
|
||
|
||
test('dispatch: unbounded (-1) nested → full', () => {
|
||
const r = degradationFor('dispatch', { dispatch: { namedDispatch: true, nested: true, maxDepth: -1, background: true, subagentToolkit: 'full' } });
|
||
assert.strictEqual(r.level, 'full');
|
||
});
|
||
|
||
test('dispatch: nested maxDepth>=2 → full', () => {
|
||
const r = degradationFor('dispatch', { dispatch: { namedDispatch: true, nested: true, maxDepth: 2, background: true, subagentToolkit: 'full' } });
|
||
assert.strictEqual(r.level, 'full');
|
||
});
|
||
|
||
test('dispatch: full but subagentToolkit read-only → degraded', () => {
|
||
const r = degradationFor('dispatch', { dispatch: { namedDispatch: true, nested: true, maxDepth: -1, background: true, subagentToolkit: 'read-only' } });
|
||
assert.strictEqual(r.level, 'degraded');
|
||
});
|
||
|
||
test('dispatch: flat (maxDepth===1) → degraded', () => {
|
||
const r = degradationFor('dispatch', { dispatch: { namedDispatch: true, nested: false, maxDepth: 1, background: false, subagentToolkit: 'full' } });
|
||
assert.strictEqual(r.level, 'degraded');
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// degradationFor — EVERY enum value returns a defined result with valid level
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('degradationFor — all enum values return valid level', () => {
|
||
const VALID_LEVELS = new Set(['full', 'degraded', 'absent']);
|
||
|
||
test('command — all commandSurface values', () => {
|
||
for (const v of HOST_INTEGRATION_AXES.commandSurface) {
|
||
const r = degradationFor('command', { commandSurface: v });
|
||
assert.ok(VALID_LEVELS.has(r.level), `command/${v}: level '${r.level}' invalid`);
|
||
assert.strictEqual(typeof r.fallback, 'string');
|
||
}
|
||
});
|
||
|
||
test('model — all modelMode values', () => {
|
||
for (const v of HOST_INTEGRATION_AXES.modelMode) {
|
||
const r = degradationFor('model', { modelMode: v });
|
||
assert.ok(VALID_LEVELS.has(r.level), `model/${v}: level '${r.level}' invalid`);
|
||
}
|
||
});
|
||
|
||
test('hooks — all hookBus values', () => {
|
||
for (const v of HOST_INTEGRATION_AXES.hookBus) {
|
||
const r = degradationFor('hooks', { hookBus: v });
|
||
assert.ok(VALID_LEVELS.has(r.level), `hooks/${v}: level '${r.level}' invalid`);
|
||
}
|
||
});
|
||
|
||
test('state — all stateIO values', () => {
|
||
for (const v of HOST_INTEGRATION_AXES.stateIO) {
|
||
const r = degradationFor('state', { stateIO: v });
|
||
assert.ok(VALID_LEVELS.has(r.level), `state/${v}: level '${r.level}' invalid`);
|
||
}
|
||
});
|
||
|
||
test('artifact — all commandSurface values', () => {
|
||
for (const v of HOST_INTEGRATION_AXES.commandSurface) {
|
||
const r = degradationFor('artifact', { commandSurface: v });
|
||
assert.ok(VALID_LEVELS.has(r.level), `artifact/${v}: level '${r.level}' invalid`);
|
||
}
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// degradationFor — unknown / missing axis → absent + unknown:true, never throws
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('degradationFor — unknown / missing axis', () => {
|
||
test('unknown commandSurface value for command → absent + unknown:true', () => {
|
||
const r = degradationFor('command', { commandSurface: 'zzz' });
|
||
assert.strictEqual(r.level, 'absent');
|
||
assert.strictEqual(r.unknown, true);
|
||
});
|
||
|
||
test('missing commandSurface for command → absent + unknown:true', () => {
|
||
const r = degradationFor('command', {});
|
||
assert.strictEqual(r.level, 'absent');
|
||
assert.strictEqual(r.unknown, true);
|
||
});
|
||
|
||
test('unknown modelMode → absent + unknown:true', () => {
|
||
const r = degradationFor('model', { modelMode: 'zzz' });
|
||
assert.strictEqual(r.level, 'absent');
|
||
assert.strictEqual(r.unknown, true);
|
||
});
|
||
|
||
test('missing hookBus for hooks → absent + unknown:true', () => {
|
||
const r = degradationFor('hooks', {});
|
||
assert.strictEqual(r.level, 'absent');
|
||
assert.strictEqual(r.unknown, true);
|
||
});
|
||
|
||
test('no throw on unknown axis value', () => {
|
||
assert.doesNotThrow(() => degradationFor('dispatch', { dispatch: 'not-an-object' }));
|
||
});
|
||
|
||
test('no throw on completely empty axes', () => {
|
||
for (const point of INTERFACE_POINTS) {
|
||
assert.doesNotThrow(() => degradationFor(point, {}));
|
||
}
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// profileOf
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('profileOf', () => {
|
||
test('profileOf(PROFILE_BASELINES["programmatic-cli"]) === "programmatic-cli"', () => {
|
||
assert.strictEqual(profileOf(PROFILE_BASELINES['programmatic-cli']), 'programmatic-cli');
|
||
});
|
||
|
||
test('profileOf(PROFILE_BASELINES["declarative-cli"]) === "declarative-cli"', () => {
|
||
assert.strictEqual(profileOf(PROFILE_BASELINES['declarative-cli']), 'declarative-cli');
|
||
});
|
||
|
||
test('profileOf(PROFILE_BASELINES["ide"]) === "ide"', () => {
|
||
assert.strictEqual(profileOf(PROFILE_BASELINES['ide']), 'ide');
|
||
});
|
||
|
||
test('imperative + sandboxed-web → ide', () => {
|
||
assert.strictEqual(
|
||
profileOf({ embeddingMode: 'imperative', runtime: 'sandboxed-web' }),
|
||
'ide',
|
||
);
|
||
});
|
||
|
||
test('imperative + node → programmatic-cli', () => {
|
||
assert.strictEqual(
|
||
profileOf({ embeddingMode: 'imperative', runtime: 'node' }),
|
||
'programmatic-cli',
|
||
);
|
||
});
|
||
|
||
test('declarative → declarative-cli', () => {
|
||
assert.strictEqual(
|
||
profileOf({ embeddingMode: 'declarative' }),
|
||
'declarative-cli',
|
||
);
|
||
});
|
||
|
||
test('empty axes → null', () => {
|
||
assert.strictEqual(profileOf({}), null);
|
||
});
|
||
|
||
test('PROFILE_BASELINES are frozen', () => {
|
||
assert.ok(Object.isFrozen(PROFILE_BASELINES), 'PROFILE_BASELINES must be frozen');
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// negotiateHostCapabilities — HAPPY PATH
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('negotiateHostCapabilities — happy path', () => {
|
||
test('declarative-cli baseline → effective matches, no warnings, points.command.effectiveLevel===full', () => {
|
||
const baseline = PROFILE_BASELINES['declarative-cli'];
|
||
const result = negotiateHostCapabilities(baseline);
|
||
|
||
// No warnings
|
||
assert.deepStrictEqual(result.warnings, [], 'Expected no warnings for full declarative-cli baseline');
|
||
|
||
// Key points
|
||
assert.strictEqual(result.points.command.effectiveLevel, 'full');
|
||
assert.strictEqual(result.points.hooks.effectiveLevel, 'full');
|
||
assert.strictEqual(result.points.state.effectiveLevel, 'full');
|
||
|
||
// protocolVersion
|
||
assert.strictEqual(result.protocolVersion, PROTOCOL_VERSION);
|
||
|
||
// effective axes match baseline (scalar)
|
||
assert.strictEqual(result.effective.embeddingMode, baseline.embeddingMode);
|
||
assert.strictEqual(result.effective.commandSurface, baseline.commandSurface);
|
||
assert.strictEqual(result.effective.modelMode, baseline.modelMode);
|
||
assert.strictEqual(result.effective.hookBus, baseline.hookBus);
|
||
assert.strictEqual(result.effective.stateIO, baseline.stateIO);
|
||
|
||
// effective dispatch has maxDepth resolved (declarative has maxDepth:1)
|
||
assert.strictEqual(result.effective.dispatch.maxDepth, 1);
|
||
assert.strictEqual(result.effective.dispatch.namedDispatch, true);
|
||
});
|
||
|
||
test('all INTERFACE_POINTS are present in result.points', () => {
|
||
const result = negotiateHostCapabilities(PROFILE_BASELINES['programmatic-cli']);
|
||
for (const point of INTERFACE_POINTS) {
|
||
assert.ok(point in result.points, `Missing point: ${point}`);
|
||
assert.ok(['full', 'degraded', 'absent'].includes(result.points[point].effectiveLevel),
|
||
`Invalid effectiveLevel for ${point}`);
|
||
}
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// negotiateHostCapabilities — SECURITY / HOSTILE
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('negotiateHostCapabilities — security / hostile', () => {
|
||
test('(1) host declares future commandSurface at protocolVersion 99 → effective is KNOWN value, NOT the unknown one', () => {
|
||
const result = negotiateHostCapabilities({
|
||
...PROFILE_BASELINES['programmatic-cli'],
|
||
commandSurface: 'future-surface',
|
||
protocolVersion: 99,
|
||
});
|
||
// effective.commandSurface must be a KNOWN value
|
||
assert.ok(
|
||
HOST_INTEGRATION_AXES.commandSurface.includes(result.effective.commandSurface),
|
||
`effective.commandSurface '${result.effective.commandSurface}' is not in known vocabulary`,
|
||
);
|
||
assert.notStrictEqual(result.effective.commandSurface, 'future-surface',
|
||
'future-surface must NOT appear in effective');
|
||
// A warning mentioning protocolVersion
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('protocolVersion') || warnText.includes('unknown'),
|
||
`Expected a warning about protocolVersion or unknown value; got: ${warnText}`);
|
||
});
|
||
|
||
test('(2) host modelMode active but engine passive → effective.modelMode === passive', () => {
|
||
const restrictedEngine = {
|
||
...DEFAULT_ENGINE,
|
||
axes: { ...DEFAULT_ENGINE.axes, modelMode: 'passive' },
|
||
};
|
||
const result = negotiateHostCapabilities(
|
||
{ ...PROFILE_BASELINES['programmatic-cli'], modelMode: 'active' },
|
||
restrictedEngine,
|
||
);
|
||
assert.strictEqual(result.effective.modelMode, 'passive');
|
||
});
|
||
|
||
test('(3) host dispatch maxDepth:5 nested:true but engine dispatch maxDepth:1 → effective.dispatch.maxDepth===1', () => {
|
||
const restrictedEngine = {
|
||
...DEFAULT_ENGINE,
|
||
axes: {
|
||
...DEFAULT_ENGINE.axes,
|
||
dispatch: { ...DEFAULT_ENGINE.axes.dispatch, maxDepth: 1, nested: false },
|
||
},
|
||
};
|
||
const result = negotiateHostCapabilities(
|
||
{
|
||
...PROFILE_BASELINES['programmatic-cli'],
|
||
dispatch: { namedDispatch: true, nested: true, maxDepth: 5, background: true, subagentToolkit: 'full' },
|
||
},
|
||
restrictedEngine,
|
||
);
|
||
assert.strictEqual(result.effective.dispatch.maxDepth, 1);
|
||
});
|
||
|
||
test('(4) host omits hookBus → effective.hookBus is safe default + warning present', () => {
|
||
const hostWithoutHookBus = { ...PROFILE_BASELINES['declarative-cli'] };
|
||
delete hostWithoutHookBus.hookBus;
|
||
|
||
const result = negotiateHostCapabilities(hostWithoutHookBus);
|
||
// effective hookBus must be a known value
|
||
assert.ok(
|
||
HOST_INTEGRATION_AXES.hookBus.includes(result.effective.hookBus),
|
||
`effective.hookBus '${result.effective.hookBus}' is not known`,
|
||
);
|
||
// points.hooks must be present
|
||
assert.ok('hooks' in result.points, 'points.hooks must be present');
|
||
// a warning mentioning hookBus
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('hookBus'), `Expected warning about hookBus; got: ${warnText}`);
|
||
});
|
||
|
||
test('(5) INVARIANT: every effective scalar ∈ engine.known[axis] for hostile hosts', () => {
|
||
const hostileHosts = [
|
||
// All unknown values
|
||
{
|
||
embeddingMode: 'future-mode',
|
||
commandSurface: 'future-surface',
|
||
modelMode: 'quantum',
|
||
hookBus: 'blockchain',
|
||
stateIO: 'cloud-magic',
|
||
transport: 'telepathy',
|
||
runtime: 'wasm',
|
||
protocolVersion: 999,
|
||
},
|
||
// Mix of known and unknown
|
||
{
|
||
embeddingMode: 'imperative',
|
||
commandSurface: 'palette',
|
||
modelMode: 'active',
|
||
hookBus: 'none',
|
||
stateIO: 'unknown-future',
|
||
transport: 'mcp',
|
||
runtime: 'sandboxed-web',
|
||
},
|
||
// Empty host
|
||
{},
|
||
// Only dispatch with extreme values
|
||
{
|
||
dispatch: { namedDispatch: true, nested: true, maxDepth: 9999, background: true, subagentToolkit: 'full' },
|
||
},
|
||
];
|
||
|
||
const scalarAxes = ['embeddingMode', 'commandSurface', 'modelMode', 'hookBus', 'stateIO', 'transport', 'runtime'];
|
||
|
||
for (const host of hostileHosts) {
|
||
const result = negotiateHostCapabilities(host);
|
||
for (const axis of scalarAxes) {
|
||
const effectiveVal = result.effective[axis];
|
||
assert.ok(
|
||
HOST_INTEGRATION_AXES[axis].includes(effectiveVal),
|
||
`INVARIANT VIOLATION: effective.${axis}='${effectiveVal}' is NOT in known vocabulary for host=${JSON.stringify(host)}`,
|
||
);
|
||
}
|
||
}
|
||
});
|
||
|
||
test('host protocolVersion > engine → warning mentioning protocolVersion', () => {
|
||
const result = negotiateHostCapabilities({
|
||
...PROFILE_BASELINES['declarative-cli'],
|
||
protocolVersion: 99,
|
||
});
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('protocolVersion'), `Expected protocolVersion warning; got: ${warnText}`);
|
||
assert.strictEqual(result.protocolVersion, PROTOCOL_VERSION);
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// INDEPENDENCE: mutation safety
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('independence / mutation safety', () => {
|
||
test('mutating returned result does not affect second call', () => {
|
||
const host = PROFILE_BASELINES['declarative-cli'];
|
||
const r1 = negotiateHostCapabilities(host);
|
||
// Mutate r1
|
||
r1.warnings.push('injected');
|
||
r1.effective.modelMode = 'active';
|
||
r1.points.command.effectiveLevel = 'absent';
|
||
|
||
const r2 = negotiateHostCapabilities(host);
|
||
// r2 must not be affected
|
||
assert.deepStrictEqual(r2.warnings, [], 'r2.warnings must not include injected warning');
|
||
assert.strictEqual(r2.effective.modelMode, host.modelMode, 'r2.effective.modelMode must be original value');
|
||
assert.strictEqual(r2.points.command.effectiveLevel, 'full', 'r2.points.command.effectiveLevel must be full');
|
||
});
|
||
|
||
test('all exports are present on the module', () => {
|
||
const expectedExports = [
|
||
'PROTOCOL_VERSION', 'HOST_INTEGRATION_AXES', 'INTERFACE_POINTS',
|
||
'PROFILE_BASELINES', 'DEFAULT_ENGINE', 'UNDOCUMENTED',
|
||
'degradationFor', 'profileOf', 'negotiateHostCapabilities',
|
||
];
|
||
for (const exp of expectedExports) {
|
||
assert.ok(exp in hi, `Missing export: ${exp}`);
|
||
}
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// Decision 1: undocumented sentinel — fail-closed in negotiation
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('Decision 1: UNDOCUMENTED sentinel — fail-closed negotiation', () => {
|
||
test('negotiate with embeddingMode:"undocumented" → effective is safe default (documented value), NOT "undocumented"', () => {
|
||
const host = {
|
||
...PROFILE_BASELINES['declarative-cli'],
|
||
embeddingMode: 'undocumented',
|
||
};
|
||
const result = negotiateHostCapabilities(host);
|
||
// effective.embeddingMode must be a documented value, NOT 'undocumented'
|
||
assert.ok(
|
||
HOST_INTEGRATION_AXES.embeddingMode.includes(result.effective.embeddingMode),
|
||
`effective.embeddingMode must be a documented value; got '${result.effective.embeddingMode}'`,
|
||
);
|
||
assert.notStrictEqual(result.effective.embeddingMode, 'undocumented',
|
||
'effective.embeddingMode must not be "undocumented"');
|
||
// A warning mentioning "undocumented"
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('undocumented'),
|
||
`Expected a warning mentioning "undocumented"; got: ${warnText}`);
|
||
});
|
||
|
||
test('negotiate with dispatch fields all "undocumented" → fail-closed dispatch', () => {
|
||
const host = {
|
||
...PROFILE_BASELINES['programmatic-cli'],
|
||
dispatch: {
|
||
namedDispatch: 'undocumented',
|
||
nested: 'undocumented',
|
||
maxDepth: 'undocumented',
|
||
background: 'undocumented',
|
||
subagentToolkit: 'undocumented',
|
||
},
|
||
};
|
||
const result = negotiateHostCapabilities(host);
|
||
const d = result.effective.dispatch;
|
||
assert.strictEqual(d.namedDispatch, false, 'namedDispatch must be false when "undocumented"');
|
||
assert.strictEqual(d.nested, false, 'nested must be false when "undocumented"');
|
||
assert.strictEqual(d.background, false, 'background must be false when "undocumented"');
|
||
assert.strictEqual(d.subagentToolkit, 'read-only', 'subagentToolkit must be "read-only" when "undocumented"');
|
||
assert.strictEqual(d.maxDepth, 0, 'maxDepth must be 0 when "undocumented"');
|
||
// points.dispatch must be absent
|
||
assert.strictEqual(result.points.dispatch.effectiveLevel, 'absent',
|
||
'points.dispatch.effectiveLevel must be "absent" when dispatch is all undocumented');
|
||
});
|
||
|
||
test('degradationFor dispatch with namedDispatch:"undocumented" → level "absent"', () => {
|
||
const r = degradationFor('dispatch', {
|
||
dispatch: {
|
||
namedDispatch: 'undocumented',
|
||
nested: false,
|
||
maxDepth: 0,
|
||
background: false,
|
||
subagentToolkit: 'full',
|
||
},
|
||
});
|
||
assert.strictEqual(r.level, 'absent',
|
||
`degradationFor with namedDispatch:"undocumented" must return absent; got "${r.level}"`);
|
||
});
|
||
|
||
test('subagentToolkit "undocumented" (truthy string) fails closed to read-only', () => {
|
||
const host = {
|
||
...PROFILE_BASELINES['programmatic-cli'],
|
||
dispatch: {
|
||
namedDispatch: true,
|
||
nested: true,
|
||
maxDepth: -1,
|
||
background: true,
|
||
subagentToolkit: 'undocumented',
|
||
},
|
||
};
|
||
const result = negotiateHostCapabilities(host);
|
||
assert.strictEqual(result.effective.dispatch.subagentToolkit, 'read-only',
|
||
'subagentToolkit "undocumented" must degrade to "read-only"');
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// Decision 2: expanded runtime vocabulary (8 documented values)
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('Decision 2: expanded runtime vocabulary', () => {
|
||
const newRuntimes = ['python', 'go', 'rust', 'electron', 'other'];
|
||
|
||
for (const rt of newRuntimes) {
|
||
test(`negotiate with runtime:"${rt}" → effective.runtime === "${rt}" (no warn about unknown)`, () => {
|
||
const host = {
|
||
...PROFILE_BASELINES['programmatic-cli'],
|
||
runtime: rt,
|
||
};
|
||
const result = negotiateHostCapabilities(host);
|
||
assert.strictEqual(result.effective.runtime, rt,
|
||
`effective.runtime must be "${rt}"; got "${result.effective.runtime}"`);
|
||
// Must NOT have an unknown-value warning for this runtime
|
||
const runtimeWarnings = result.warnings.filter((w) => w.includes('runtime') && w.includes('not trusted'));
|
||
assert.strictEqual(runtimeWarnings.length, 0,
|
||
`Must not warn about unknown runtime "${rt}"; warnings: ${result.warnings.join(', ')}`);
|
||
});
|
||
}
|
||
|
||
test('runtime "undocumented" (sentinel) → fail-closed to safe default', () => {
|
||
const host = {
|
||
...PROFILE_BASELINES['programmatic-cli'],
|
||
runtime: 'undocumented',
|
||
};
|
||
const result = negotiateHostCapabilities(host);
|
||
// Must be a documented value, not "undocumented"
|
||
assert.ok(
|
||
HOST_INTEGRATION_AXES.runtime.includes(result.effective.runtime),
|
||
`effective.runtime must be documented; got "${result.effective.runtime}"`,
|
||
);
|
||
assert.notStrictEqual(result.effective.runtime, 'undocumented');
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('undocumented'), `Expected undocumented warning; got: ${warnText}`);
|
||
});
|
||
|
||
test('"wasm" (genuinely unknown, not sentinel) → still fails closed with "not trusted" warning', () => {
|
||
const host = {
|
||
...PROFILE_BASELINES['programmatic-cli'],
|
||
runtime: 'wasm',
|
||
};
|
||
const result = negotiateHostCapabilities(host);
|
||
assert.ok(HOST_INTEGRATION_AXES.runtime.includes(result.effective.runtime),
|
||
`effective.runtime must be documented; got "${result.effective.runtime}"`);
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('not trusted') || warnText.includes('unknown'),
|
||
`Expected not-trusted/unknown warning; got: ${warnText}`);
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// Fix 1: degradationFor('dispatch') fail-closed on non-'full' subagentToolkit
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('Fix 1: degradationFor dispatch fails closed on non-full subagentToolkit', () => {
|
||
const FULL_DEPTH_DISPATCH = { namedDispatch: true, nested: true, maxDepth: -1, background: true };
|
||
|
||
test('subagentToolkit:"full" + full depth → level "full"', () => {
|
||
const r = degradationFor('dispatch', { dispatch: { ...FULL_DEPTH_DISPATCH, subagentToolkit: 'full' } });
|
||
assert.strictEqual(r.level, 'full',
|
||
'subagentToolkit:"full" with full depth must return level "full"');
|
||
});
|
||
|
||
test('subagentToolkit:"read-only" + full depth → level "degraded"', () => {
|
||
const r = degradationFor('dispatch', { dispatch: { ...FULL_DEPTH_DISPATCH, subagentToolkit: 'read-only' } });
|
||
assert.strictEqual(r.level, 'degraded',
|
||
'subagentToolkit:"read-only" must return level "degraded"');
|
||
assert.ok(r.fallback.length > 0, 'fallback must be non-empty');
|
||
});
|
||
|
||
test('subagentToolkit:"undocumented" + full depth → level "degraded" (fail-closed)', () => {
|
||
const r = degradationFor('dispatch', { dispatch: { ...FULL_DEPTH_DISPATCH, subagentToolkit: 'undocumented' } });
|
||
assert.strictEqual(r.level, 'degraded',
|
||
'subagentToolkit:"undocumented" must fail closed to level "degraded"; got "' + r.level + '"');
|
||
assert.ok(r.fallback.length > 0, 'fallback must be non-empty');
|
||
});
|
||
|
||
test('subagentToolkit:"future-xyz" + full depth → level "degraded" (fail-closed)', () => {
|
||
const r = degradationFor('dispatch', { dispatch: { ...FULL_DEPTH_DISPATCH, subagentToolkit: 'future-xyz' } });
|
||
assert.strictEqual(r.level, 'degraded',
|
||
'subagentToolkit:"future-xyz" (unknown) must fail closed to level "degraded"; got "' + r.level + '"');
|
||
assert.ok(r.fallback.length > 0, 'fallback must be non-empty');
|
||
});
|
||
|
||
test('subagentToolkit:"" (empty string) + full depth → level "degraded" (fail-closed)', () => {
|
||
const r = degradationFor('dispatch', { dispatch: { ...FULL_DEPTH_DISPATCH, subagentToolkit: '' } });
|
||
assert.strictEqual(r.level, 'degraded',
|
||
'subagentToolkit:"" must fail closed to level "degraded"; got "' + r.level + '"');
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// New fixes: M1 maxDepth NaN, M2 struct consistency, L1 SAFE_DEFAULTS,
|
||
// L2 protocolVersion warn, N1 undocumented dispatch warnings
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('Fix M1: maxDepth NaN bypasses number guard', () => {
|
||
test('negotiate with dispatch.maxDepth NaN → effective.dispatch.maxDepth === 0 AND warning about maxDepth AND Number.isFinite', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { namedDispatch: true, nested: false, maxDepth: NaN, background: false, subagentToolkit: 'full' },
|
||
});
|
||
const d = result.effective.dispatch;
|
||
assert.strictEqual(d.maxDepth, 0, 'NaN maxDepth must be normalized to 0');
|
||
assert.ok(Number.isFinite(d.maxDepth), 'effective.dispatch.maxDepth must be finite (Number.isFinite)');
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('maxDepth'), `Expected a warning about maxDepth; got: ${warnText}`);
|
||
});
|
||
|
||
test('degradationFor dispatch with maxDepth NaN → level "degraded" (not NaN-dependent, not "full")', () => {
|
||
const r = degradationFor('dispatch', {
|
||
dispatch: { namedDispatch: true, nested: true, maxDepth: NaN, subagentToolkit: 'full' },
|
||
});
|
||
// After fix: depth=(NaN not finite)→0; NaN===0 is false so initial check doesn't fire;
|
||
// isUnbounded=false; isFullDepth = false || (nested:true && 0>=2) = false → 'degraded' (flat)
|
||
assert.strictEqual(r.level, 'degraded',
|
||
`NaN maxDepth with nested:true must yield 'degraded' (depth=0, not full-depth); got: ${r.level}`);
|
||
assert.notStrictEqual(r.level, 'full', 'NaN maxDepth must NOT yield "full"');
|
||
});
|
||
});
|
||
|
||
describe('Fix M2: cap nested/background when namedDispatch is false', () => {
|
||
test('negotiate with namedDispatch:"undocumented" → namedDispatch false, nested false, background false, maxDepth 0; warnings include namedDispatch undocumented note', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { namedDispatch: 'undocumented', nested: true, background: true, maxDepth: 5, subagentToolkit: 'full' },
|
||
});
|
||
const d = result.effective.dispatch;
|
||
assert.strictEqual(d.namedDispatch, false, 'namedDispatch must be false');
|
||
assert.strictEqual(d.nested, false, 'nested must be false when namedDispatch is false');
|
||
assert.strictEqual(d.background, false, 'background must be false when namedDispatch is false');
|
||
assert.strictEqual(d.maxDepth, 0, 'maxDepth must be 0 when namedDispatch is false');
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('namedDispatch') || warnText.includes('dispatch.namedDispatch'),
|
||
`Expected a warning about namedDispatch being undocumented; got: ${warnText}`);
|
||
});
|
||
});
|
||
|
||
describe('Fix L1: SAFE_DEFAULTS.dispatch.subagentToolkit is read-only', () => {
|
||
// CONTRACT: negotiate({}) uses SAFE_DEFAULTS for each axis; dispatch uses its floor
|
||
test('negotiate({}) → effective axes match documented SAFE_DEFAULTS (CONTRACT)', () => {
|
||
const result = negotiateHostCapabilities({});
|
||
const eff = result.effective;
|
||
assert.strictEqual(eff.embeddingMode, 'declarative');
|
||
assert.strictEqual(eff.commandSurface, 'prose-only');
|
||
assert.strictEqual(eff.modelMode, 'passive');
|
||
assert.strictEqual(eff.hookBus, 'none');
|
||
assert.strictEqual(eff.stateIO, 'session-log-append');
|
||
assert.strictEqual(eff.transport, 'mcp');
|
||
assert.strictEqual(eff.runtime, 'node');
|
||
assert.strictEqual(eff.dispatch.subagentToolkit, 'read-only',
|
||
'SAFE_DEFAULTS dispatch floor must be read-only');
|
||
});
|
||
});
|
||
|
||
describe('Fix L2: warn on present-but-non-number protocolVersion', () => {
|
||
test('negotiate with protocolVersion:"beta" → warnings include protocolVersion note; result.protocolVersion === engine default (1)', () => {
|
||
const result = negotiateHostCapabilities({
|
||
embeddingMode: 'declarative',
|
||
commandSurface: 'slash-file',
|
||
modelMode: 'passive',
|
||
hookBus: 'host',
|
||
stateIO: 'filesystem',
|
||
transport: 'mcp',
|
||
runtime: 'node',
|
||
dispatch: { namedDispatch: true, nested: false, maxDepth: 1, background: false, subagentToolkit: 'full' },
|
||
protocolVersion: 'beta',
|
||
});
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('protocolVersion'),
|
||
`Expected a warning about protocolVersion being non-finite/non-number; got: ${warnText}`);
|
||
assert.strictEqual(result.protocolVersion, 1,
|
||
'result.protocolVersion must fall back to engine default (1)');
|
||
});
|
||
});
|
||
|
||
describe('Fix N1: symmetric observability warnings for undocumented dispatch fields', () => {
|
||
test('dispatch.subagentToolkit:"undocumented" → warning includes "dispatch.subagentToolkit is undocumented"', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { namedDispatch: true, nested: true, maxDepth: -1, background: true, subagentToolkit: 'undocumented' },
|
||
});
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('subagentToolkit') && warnText.includes('undocumented'),
|
||
`Expected warning about dispatch.subagentToolkit undocumented; got: ${warnText}`);
|
||
});
|
||
});
|
||
|
||
describe('Fix: degradationFor unknown point → {level:"absent", unknown:true}', () => {
|
||
test('degradationFor("totally-unknown-point", {}) → {level:"absent", unknown:true}', () => {
|
||
const r = degradationFor('totally-unknown-point', {});
|
||
assert.strictEqual(r.level, 'absent', 'unknown point must return absent');
|
||
assert.strictEqual(r.unknown, true, 'unknown point must have unknown:true');
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// Phase B: shouldFlattenDispatch — ADR-1239 Phase B / #1708
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('Phase B: shouldFlattenDispatch — contract pin', () => {
|
||
const { shouldFlattenDispatch } = hi;
|
||
|
||
test('shouldFlattenDispatch is exported as a function', () => {
|
||
assert.strictEqual(typeof shouldFlattenDispatch, 'function',
|
||
'shouldFlattenDispatch must be exported from host-integration module');
|
||
});
|
||
|
||
test('{background:true, backgroundDispatch:true} → true (no depth budget declared → fail-closed/flatten)', () => {
|
||
// #2939: can background AT ALL, but declares no nested/toolkit/maxDepth, so the depth
|
||
// budget is unknown → fail-closed to inline (flatten). A real background-eligible host
|
||
// also carries nested:true + subagentToolkit:"full" + a sufficient maxDepth.
|
||
assert.strictEqual(shouldFlattenDispatch({ background: true, backgroundDispatch: true }), true,
|
||
'canBackground=true but no depth budget declared → fail-closed/flatten=true');
|
||
});
|
||
|
||
test('{background:true, backgroundDispatch:false} → true (must flatten)', () => {
|
||
assert.strictEqual(shouldFlattenDispatch({ background: true, backgroundDispatch: false }), true,
|
||
'backgroundDispatch===false → canBackground=false → flatten=true');
|
||
});
|
||
|
||
test('{background:true, backgroundDispatch:"undocumented"} → true (undocumented is not === true)', () => {
|
||
assert.strictEqual(shouldFlattenDispatch({ background: true, backgroundDispatch: 'undocumented' }), true,
|
||
'"undocumented" is not === true → canBackground=false → flatten=true');
|
||
});
|
||
|
||
test('{background:false, backgroundDispatch:true} → true (background is false)', () => {
|
||
assert.strictEqual(shouldFlattenDispatch({ background: false, backgroundDispatch: true }), true,
|
||
'background===false → canBackground=false → flatten=true');
|
||
});
|
||
|
||
test('{} (empty) → true (missing fields → fail-closed)', () => {
|
||
assert.strictEqual(shouldFlattenDispatch({}), true,
|
||
'empty dispatch → canBackground=false → flatten=true');
|
||
});
|
||
|
||
test('missing fields individually', () => {
|
||
assert.strictEqual(shouldFlattenDispatch({ background: true }), true,
|
||
'backgroundDispatch missing → not === true → flatten=true');
|
||
assert.strictEqual(shouldFlattenDispatch({ backgroundDispatch: true }), true,
|
||
'background missing → not === true → flatten=true');
|
||
});
|
||
|
||
// M1: null-safety — null/undefined/non-object dispatch must fail-closed (not throw)
|
||
test('null dispatch → true (fail-closed, no throw)', () => {
|
||
assert.strictEqual(shouldFlattenDispatch(null), true,
|
||
'null dispatch must fail-closed to true');
|
||
});
|
||
|
||
test('undefined dispatch → true (fail-closed, no throw)', () => {
|
||
assert.strictEqual(shouldFlattenDispatch(undefined), true,
|
||
'undefined dispatch must fail-closed to true');
|
||
});
|
||
|
||
test('string dispatch → true (fail-closed, no throw)', () => {
|
||
assert.strictEqual(shouldFlattenDispatch('x'), true,
|
||
'non-object dispatch (string) must fail-closed to true');
|
||
});
|
||
|
||
// #2939: the codex-like profile with maxDepth:1 now FLATTENS. A depth budget of 1 is consumed
|
||
// by the backgrounded orchestrator itself (depth 1) and leaves no room for the delegated leaf
|
||
// (depth 2) its own contract requires. This corrects the prior pin, which asserted the buggy
|
||
// shouldFlatten:false output that permitted a depth-2 tree the descriptor cannot support.
|
||
test('#2939 codex-like: {namedDispatch:true,nested:true,maxDepth:1,background:true,subagentToolkit:"full",backgroundDispatch:true} → true (flatten — depth budget insufficient)', () => {
|
||
assert.strictEqual(
|
||
shouldFlattenDispatch({ namedDispatch: true, nested: true, maxDepth: 1, background: true, subagentToolkit: 'full', backgroundDispatch: true }),
|
||
true,
|
||
'maxDepth:1 is insufficient for a backgrounded orchestrator plus a delegated leaf → flatten=true',
|
||
);
|
||
});
|
||
|
||
// #2939 negative-space: the same codex-like profile with a SUFFICIENT depth budget backgrounds.
|
||
test('#2939 codex-like maxDepth:2 → false (background OK — depth budget sufficient)', () => {
|
||
assert.strictEqual(
|
||
shouldFlattenDispatch({ namedDispatch: true, nested: true, maxDepth: 2, background: true, subagentToolkit: 'full', backgroundDispatch: true }),
|
||
false,
|
||
'maxDepth:2 leaves room for a backgrounded orchestrator plus a leaf → background OK',
|
||
);
|
||
});
|
||
|
||
// #853 claude-like profile: backgroundDispatch:false → must flatten
|
||
test('#853 claude-like: {...,background:true,backgroundDispatch:false} → true (inline)', () => {
|
||
assert.strictEqual(
|
||
shouldFlattenDispatch({ namedDispatch: true, nested: true, maxDepth: -1, background: true, subagentToolkit: 'full', backgroundDispatch: false }),
|
||
true,
|
||
'claude-like dispatch with backgroundDispatch:false must flatten inline',
|
||
);
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// Phase B: negotiateHostCapabilities — backgroundDispatch field
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('Phase B: negotiateHostCapabilities — backgroundDispatch', () => {
|
||
test('host dispatch.backgroundDispatch:true against DEFAULT_ENGINE → effective.dispatch.backgroundDispatch===true', () => {
|
||
const result = negotiateHostCapabilities({
|
||
...PROFILE_BASELINES['programmatic-cli'],
|
||
dispatch: { namedDispatch: true, nested: true, maxDepth: -1, background: true, subagentToolkit: 'full', backgroundDispatch: true },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.backgroundDispatch, true,
|
||
'backgroundDispatch:true on host AND engine must yield effective backgroundDispatch===true');
|
||
});
|
||
|
||
test('host dispatch.backgroundDispatch:"undocumented" → effective.dispatch.backgroundDispatch===false + warning', () => {
|
||
const result = negotiateHostCapabilities({
|
||
...PROFILE_BASELINES['programmatic-cli'],
|
||
dispatch: { namedDispatch: true, nested: true, maxDepth: -1, background: true, subagentToolkit: 'full', backgroundDispatch: 'undocumented' },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.backgroundDispatch, false,
|
||
'"undocumented" must fail-closed to false');
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('backgroundDispatch') && warnText.includes('undocumented'),
|
||
`Expected warning about backgroundDispatch being undocumented; got: ${warnText}`);
|
||
});
|
||
|
||
test('host dispatch.backgroundDispatch:false → effective.dispatch.backgroundDispatch===false', () => {
|
||
const result = negotiateHostCapabilities({
|
||
...PROFILE_BASELINES['programmatic-cli'],
|
||
dispatch: { namedDispatch: true, nested: true, maxDepth: -1, background: true, subagentToolkit: 'full', backgroundDispatch: false },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.backgroundDispatch, false);
|
||
});
|
||
|
||
test('host dispatch without backgroundDispatch key → effective.dispatch.backgroundDispatch===false (fail-closed)', () => {
|
||
const result = negotiateHostCapabilities({
|
||
...PROFILE_BASELINES['programmatic-cli'],
|
||
dispatch: { namedDispatch: true, nested: true, maxDepth: -1, background: true, subagentToolkit: 'full' },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.backgroundDispatch, false,
|
||
'Missing backgroundDispatch key must fail-closed to false');
|
||
});
|
||
|
||
test('negotiateHostCapabilities({}) → effective.dispatch.backgroundDispatch===false', () => {
|
||
const result = negotiateHostCapabilities({});
|
||
assert.strictEqual(result.effective.dispatch.backgroundDispatch, false,
|
||
'Empty host must produce backgroundDispatch===false (SAFE_DEFAULTS)');
|
||
});
|
||
|
||
test('SAFE_DEFAULTS.dispatch.backgroundDispatch is false', () => {
|
||
// Verified via negotiation with empty host
|
||
const result = negotiateHostCapabilities({});
|
||
assert.strictEqual(result.effective.dispatch.backgroundDispatch, false);
|
||
});
|
||
|
||
test('DEFAULT_ENGINE.axes.dispatch.backgroundDispatch is true', () => {
|
||
assert.strictEqual(DEFAULT_ENGINE.axes.dispatch.backgroundDispatch, true,
|
||
'DEFAULT_ENGINE (full engine) must declare backgroundDispatch:true');
|
||
});
|
||
|
||
test('existing dispatch tests still pass — effective.dispatch.namedDispatch present alongside backgroundDispatch', () => {
|
||
const result = negotiateHostCapabilities(PROFILE_BASELINES['programmatic-cli']);
|
||
const d = result.effective.dispatch;
|
||
assert.ok('namedDispatch' in d, 'namedDispatch must still be present');
|
||
assert.ok('backgroundDispatch' in d, 'backgroundDispatch must be present');
|
||
assert.ok('nested' in d && 'maxDepth' in d && 'background' in d && 'subagentToolkit' in d,
|
||
'all original dispatch fields must still be present');
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// Fix 2: negotiateHostCapabilities — host omitting 'dispatch' → subagentToolkit 'read-only'
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('Fix 2: negotiate — host omits dispatch → subagentToolkit read-only (fail-closed)', () => {
|
||
test('negotiateHostCapabilities({}) → effective.dispatch.subagentToolkit === "read-only"', () => {
|
||
const result = negotiateHostCapabilities({});
|
||
assert.strictEqual(result.effective.dispatch.subagentToolkit, 'read-only',
|
||
'When host omits dispatch, subagentToolkit must fail-closed to "read-only"; got "' + result.effective.dispatch.subagentToolkit + '"');
|
||
});
|
||
|
||
test('negotiateHostCapabilities({}) → effective.dispatch.namedDispatch===false, maxDepth===0, nested===false, background===false', () => {
|
||
const result = negotiateHostCapabilities({});
|
||
const d = result.effective.dispatch;
|
||
assert.strictEqual(d.namedDispatch, false);
|
||
assert.strictEqual(d.maxDepth, 0);
|
||
assert.strictEqual(d.nested, false);
|
||
assert.strictEqual(d.background, false);
|
||
});
|
||
|
||
test('negotiateHostCapabilities({}) → points.dispatch.effectiveLevel === "absent"', () => {
|
||
const result = negotiateHostCapabilities({});
|
||
assert.strictEqual(result.points.dispatch.effectiveLevel, 'absent',
|
||
'dispatch absent when host omits it');
|
||
});
|
||
|
||
test('host with all axes but no dispatch → subagentToolkit "read-only"', () => {
|
||
const hostWithoutDispatch = {
|
||
embeddingMode: 'imperative',
|
||
commandSurface: 'slash-file',
|
||
modelMode: 'passive',
|
||
hookBus: 'host',
|
||
stateIO: 'filesystem',
|
||
transport: 'mcp',
|
||
runtime: 'node',
|
||
// no dispatch key
|
||
};
|
||
const result = negotiateHostCapabilities(hostWithoutDispatch);
|
||
assert.strictEqual(result.effective.dispatch.subagentToolkit, 'read-only',
|
||
'Host missing dispatch must produce subagentToolkit "read-only"; got "' + result.effective.dispatch.subagentToolkit + '"');
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// #2584 — ADR-1239 Codex-binding amendment: dispatch.isolation sub-field
|
||
// (Phase 1 — declared and negotiated, but NOT consumed by any scheduler yet).
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('#2584 dispatch.isolation — negotiation', () => {
|
||
const BASE_DISPATCH = {
|
||
namedDispatch: true, nested: false, maxDepth: 1, background: false,
|
||
subagentToolkit: 'full', backgroundDispatch: false,
|
||
};
|
||
|
||
for (const value of HOST_INTEGRATION_AXES.isolation) {
|
||
test(`host declares isolation:"${value}" → effective.dispatch.isolation === "${value}"`, () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, isolation: value },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.isolation, value);
|
||
});
|
||
}
|
||
|
||
test('isolation:"undocumented" → effective "none" + a warning naming dispatch.isolation', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, isolation: 'undocumented' },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.isolation, 'none');
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('dispatch.isolation') && warnText.includes('undocumented'),
|
||
`Expected a warning naming dispatch.isolation as undocumented; got: ${warnText}`);
|
||
});
|
||
|
||
test('isolation: unknown/garbage value (not the sentinel) → effective "none", no throw', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, isolation: 'quantum-worktree' },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.isolation, 'none');
|
||
});
|
||
|
||
test('isolation: non-string value (number/object/array/null) → effective "none", no throw', () => {
|
||
for (const bogus of [42, {}, [], null, true]) {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, isolation: bogus },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.isolation, 'none',
|
||
`isolation=${JSON.stringify(bogus)} must degrade to "none"`);
|
||
}
|
||
});
|
||
|
||
test('host declares dispatch but omits isolation entirely → effective "none"', () => {
|
||
const result = negotiateHostCapabilities({ dispatch: { ...BASE_DISPATCH } });
|
||
assert.strictEqual(result.effective.dispatch.isolation, 'none');
|
||
});
|
||
|
||
test('host omits dispatch entirely → effective.dispatch.isolation === "none"', () => {
|
||
const result = negotiateHostCapabilities({});
|
||
assert.strictEqual(result.effective.dispatch.isolation, 'none');
|
||
});
|
||
|
||
test('negotiateHostCapabilities({}) → SAFE_DEFAULTS floor carries isolation "none"', () => {
|
||
// FAIL_CLOSED_FLOOR.dispatch.isolation (src/host-integration.cts SAFE_DEFAULTS)
|
||
const result = negotiateHostCapabilities({});
|
||
assert.strictEqual(result.effective.dispatch.isolation, 'none');
|
||
});
|
||
|
||
test('isolation is NOT gated by namedDispatch:false — unlike nested/background/backgroundDispatch, it is not capped', () => {
|
||
// orchestrator-worktree fan-out is OS-level (process-spawn), independent of
|
||
// the host's native named-subagent dispatch (ADR-1239 §2584: "does not use
|
||
// the host's native subagent tool"). A host may plausibly declare
|
||
// namedDispatch:false yet still have isolation info; either way it must not
|
||
// silently flip to a DIFFERENT valid value or throw.
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, namedDispatch: false, isolation: 'orchestrator-worktree' },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.isolation, 'orchestrator-worktree');
|
||
});
|
||
|
||
// ─── Boundary: exact valid-set membership ──────────────────────────────────
|
||
|
||
describe('boundary — a value one character off a valid member fails closed to "none"', () => {
|
||
const NEAR_MISSES = [
|
||
'harness-worktre', // missing trailing 'e' (limit-1)
|
||
'harness-worktreee', // extra trailing 'e' (limit+1)
|
||
'Harness-Worktree', // case mismatch
|
||
'orchestrator-worktre', // missing trailing 'e'
|
||
'orchestrator-worktrees', // extra trailing 's'
|
||
'non', // missing trailing 'e' of "none"
|
||
'nonee', // extra trailing 'e'
|
||
' none', // leading space
|
||
'none ', // trailing space
|
||
];
|
||
for (const nearMiss of NEAR_MISSES) {
|
||
test(`isolation:${JSON.stringify(nearMiss)} → "none"`, () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, isolation: nearMiss },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.isolation, 'none');
|
||
});
|
||
}
|
||
});
|
||
|
||
// ─── Property: valid-set-passthrough-else-none contract ─────────────────────
|
||
|
||
test('property: effective.dispatch.isolation equals the declared value iff it is a known vocabulary member, else "none"', () => {
|
||
const declaredArb = fc.oneof(
|
||
fc.constantFrom(...HOST_INTEGRATION_AXES.isolation, 'undocumented'),
|
||
fc.string(),
|
||
);
|
||
fc.assert(
|
||
fc.property(declaredArb, (declared) => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, isolation: declared },
|
||
});
|
||
const eff = result.effective.dispatch.isolation;
|
||
assert.ok(HOST_INTEGRATION_AXES.isolation.includes(eff),
|
||
`effective.dispatch.isolation '${eff}' must always be a known vocabulary member`);
|
||
if (HOST_INTEGRATION_AXES.isolation.includes(declared)) {
|
||
assert.strictEqual(eff, declared, `a valid declared value ('${declared}') must pass through unchanged`);
|
||
} else {
|
||
assert.strictEqual(eff, 'none', `an invalid/sentinel declared value ('${declared}') must degrade to "none"`);
|
||
}
|
||
}),
|
||
{ numRuns: 200, seed: 2584 },
|
||
);
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// #3673 — ADR-1239 Phase 1: dispatch.maxConcurrency (numeric sibling of
|
||
// dispatch.isolation). NOT an enum member of HOST_INTEGRATION_AXES (same
|
||
// "numeric dispatch sub-field" precedent as maxDepth). No engine-side
|
||
// reduction (design doc's explicit rejection of a min(host,engine) rule) —
|
||
// the resolved value passes through verbatim when it is a positive safe
|
||
// integer; every other shape degrades to the fail-closed floor of 1.
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('#3673 dispatch.maxConcurrency — negotiation', () => {
|
||
const BASE_DISPATCH = {
|
||
namedDispatch: true, nested: false, maxDepth: 1, background: false,
|
||
subagentToolkit: 'full', backgroundDispatch: false, isolation: 'none',
|
||
};
|
||
|
||
test('descriptor maxConcurrency:8 (valid positive integer) is honored', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: 8 },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 8);
|
||
});
|
||
|
||
test('missing dispatch.maxConcurrency degrades to 1', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1);
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('maxConcurrency'), `Expected a warning naming maxConcurrency; got: ${warnText}`);
|
||
});
|
||
|
||
test('undocumented maxConcurrency degrades to 1 with sentinel-specific warning', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: 'undocumented' },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1);
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('dispatch.maxConcurrency') && warnText.includes('undocumented'),
|
||
`Expected a sentinel-specific warning naming dispatch.maxConcurrency as undocumented; got: ${warnText}`);
|
||
});
|
||
|
||
test('zero maxConcurrency degrades to 1 (non-positive)', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: 0 },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1);
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('non-positive'), `Expected a non-positive warning; got: ${warnText}`);
|
||
});
|
||
|
||
test('maxConcurrency of exactly 1 is honored as valid, not degraded', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: 1 },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1);
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(!warnText.includes('maxConcurrency'), `A valid maxConcurrency:1 must not produce a maxConcurrency warning; got: ${warnText}`);
|
||
});
|
||
|
||
test('maxConcurrency of 2 is honored', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: 2 },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 2);
|
||
});
|
||
|
||
test('negative maxConcurrency degrades to 1', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: -3 },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1);
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('non-positive'), `Expected a non-positive warning; got: ${warnText}`);
|
||
});
|
||
|
||
test('fractional maxConcurrency degrades to 1 (non-integer)', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: 4.5 },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1);
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('not an integer'), `Expected a non-integer warning; got: ${warnText}`);
|
||
});
|
||
|
||
test('NaN maxConcurrency degrades to 1 (fails Number.isSafeInteger)', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: NaN },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1);
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('not an integer'), `Expected a non-integer warning for NaN; got: ${warnText}`);
|
||
});
|
||
|
||
test('unsafe-integer maxConcurrency (MAX_SAFE_INTEGER + 1) degrades to 1', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: Number.MAX_SAFE_INTEGER + 1 },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1);
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('unsafe integer'), `Expected an unsafe-integer warning; got: ${warnText}`);
|
||
});
|
||
|
||
test('MAX_SAFE_INTEGER maxConcurrency is honored (largest valid value)', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: Number.MAX_SAFE_INTEGER },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, Number.MAX_SAFE_INTEGER);
|
||
});
|
||
|
||
test('string-typed maxConcurrency ("8") degrades to 1 (non-numeric)', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: '8' },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1);
|
||
const warnText = result.warnings.join(' ');
|
||
assert.ok(warnText.includes('not a number'), `Expected a non-numeric warning; got: ${warnText}`);
|
||
});
|
||
|
||
test('null maxConcurrency degrades to 1', () => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: null },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1);
|
||
});
|
||
|
||
test('object/array-typed maxConcurrency degrades to 1', () => {
|
||
for (const bogus of [[8], {}]) {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: bogus },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1,
|
||
`maxConcurrency=${JSON.stringify(bogus)} must degrade to 1`);
|
||
}
|
||
});
|
||
|
||
test('adding maxConcurrency does not change isolation/effortSurface/modelMode negotiation results', () => {
|
||
const result = negotiateHostCapabilities({
|
||
embeddingMode: 'imperative',
|
||
commandSurface: 'slash-file',
|
||
modelMode: 'active',
|
||
hookBus: 'host',
|
||
stateIO: 'filesystem',
|
||
transport: 'mcp',
|
||
runtime: 'node',
|
||
effortSurface: 'argv',
|
||
dispatch: { ...BASE_DISPATCH, isolation: 'harness-worktree', maxConcurrency: 8 },
|
||
});
|
||
assert.strictEqual(result.effective.dispatch.isolation, 'harness-worktree');
|
||
assert.strictEqual(result.effective.effortSurface, 'argv');
|
||
assert.strictEqual(result.effective.modelMode, 'active');
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 8);
|
||
});
|
||
|
||
test('host omits dispatch entirely → effective.dispatch.maxConcurrency === 1', () => {
|
||
const result = negotiateHostCapabilities({});
|
||
assert.strictEqual(result.effective.dispatch.maxConcurrency, 1);
|
||
});
|
||
|
||
test('property: effective.dispatch.maxConcurrency equals the declared value iff it is a positive safe integer, else 1', () => {
|
||
const declaredArb = fc.oneof(
|
||
fc.integer(),
|
||
fc.double(),
|
||
fc.string(),
|
||
fc.constant('undocumented'),
|
||
fc.constant(null),
|
||
fc.constant(undefined),
|
||
fc.boolean(),
|
||
fc.array(fc.integer()),
|
||
fc.object(),
|
||
);
|
||
fc.assert(
|
||
fc.property(declaredArb, (declared) => {
|
||
const result = negotiateHostCapabilities({
|
||
dispatch: { ...BASE_DISPATCH, maxConcurrency: declared },
|
||
});
|
||
const eff = result.effective.dispatch.maxConcurrency;
|
||
const isValid = typeof declared === 'number' && Number.isSafeInteger(declared) && declared > 0;
|
||
if (isValid) {
|
||
assert.strictEqual(eff, declared, `a valid declared value (${declared}) must pass through unchanged`);
|
||
} else {
|
||
assert.strictEqual(eff, 1, `an invalid declared value (${JSON.stringify(declared)}) must degrade to 1`);
|
||
}
|
||
}),
|
||
{ numRuns: 200, seed: 3673 },
|
||
);
|
||
});
|
||
});
|
||
|
||
describe('#3673 dispatch.maxConcurrency — validator', () => {
|
||
test('a descriptor that omits dispatch.maxConcurrency entirely still validates clean (added after existing descriptors)', () => {
|
||
const cap = shippedClaudeCapabilityWithoutIsolation();
|
||
delete cap.runtime.hostIntegration.dispatch.maxConcurrency;
|
||
const errors = validateCapability(cap, 'claude');
|
||
const mcErrors = errors.filter((e) => e.includes('maxConcurrency'));
|
||
assert.deepEqual(mcErrors, [], `omitted maxConcurrency must validate clean, got: ${JSON.stringify(mcErrors)}`);
|
||
});
|
||
|
||
for (const value of [1, 2, 20, Number.MAX_SAFE_INTEGER, 'undocumented']) {
|
||
test(`dispatch.maxConcurrency:${JSON.stringify(value)} → ZERO validator errors`, () => {
|
||
const cap = shippedClaudeCapabilityWithoutIsolation();
|
||
cap.runtime.hostIntegration.dispatch.maxConcurrency = value;
|
||
const errors = validateCapability(cap, 'claude');
|
||
const mcErrors = errors.filter((e) => e.includes('maxConcurrency'));
|
||
assert.strictEqual(mcErrors.length, 0,
|
||
`${JSON.stringify(value)} must produce no validator errors; got: ${JSON.stringify(mcErrors)}`);
|
||
});
|
||
}
|
||
|
||
// Hostile: an out-of-vocabulary shape (boolean) — same treatment the
|
||
// validator already gives a malformed isolation/maxDepth value.
|
||
for (const bogus of [true, false, 0, -1, 4.5, '8', null, [], {}]) {
|
||
test(`dispatch.maxConcurrency:${JSON.stringify(bogus)} is rejected`, () => {
|
||
const cap = shippedClaudeCapabilityWithoutIsolation();
|
||
cap.runtime.hostIntegration.dispatch.maxConcurrency = bogus;
|
||
const errors = validateCapability(cap, 'claude');
|
||
assert.ok(
|
||
errors.some((e) => e.includes('maxConcurrency')),
|
||
`${JSON.stringify(bogus)} must produce a validator error; got: ${JSON.stringify(errors)}`,
|
||
);
|
||
});
|
||
}
|
||
|
||
test('every shipped runtime descriptor with a maxConcurrency value passes validateCapability', () => {
|
||
const registry = require('../msd-core/bin/lib/capability-registry.cjs');
|
||
for (const [id, cap] of Object.entries(registry.runtimes)) {
|
||
const mc = cap && cap.runtime && cap.runtime.hostIntegration && cap.runtime.hostIntegration.dispatch
|
||
&& cap.runtime.hostIntegration.dispatch.maxConcurrency;
|
||
if (mc === undefined) continue;
|
||
const errors = validateCapability(cap, id);
|
||
const mcErrors = errors.filter((e) => e.includes('maxConcurrency'));
|
||
assert.strictEqual(mcErrors.length, 0,
|
||
`${id}: shipped dispatch.maxConcurrency:${JSON.stringify(mc)} must validate clean; got: ${JSON.stringify(mcErrors)}`);
|
||
}
|
||
});
|
||
});
|
||
|
||
describe('#2584 dispatch.isolation — validator', () => {
|
||
test('_HOST_INTEGRATION_VOCAB.isolation matches HOST_INTEGRATION_AXES.isolation (parity guard)', () => {
|
||
assert.deepEqual(
|
||
[..._HOST_INTEGRATION_VOCAB.isolation].sort(),
|
||
[...HOST_INTEGRATION_AXES.isolation].sort(),
|
||
);
|
||
});
|
||
|
||
test('a descriptor that omits dispatch.isolation entirely still validates clean (added after existing descriptors)', () => {
|
||
const cap = shippedClaudeCapabilityWithoutIsolation();
|
||
const errors = validateCapability(cap, 'claude');
|
||
assert.deepEqual(errors, [], `omitted isolation must validate clean, got: ${JSON.stringify(errors)}`);
|
||
});
|
||
|
||
for (const value of ['harness-worktree', 'orchestrator-worktree', 'none', 'undocumented']) {
|
||
test(`dispatch.isolation:"${value}" → ZERO validator errors`, () => {
|
||
const cap = shippedClaudeCapabilityWithoutIsolation();
|
||
cap.runtime.hostIntegration.dispatch.isolation = value;
|
||
const errors = validateCapability(cap, 'claude');
|
||
const isoErrors = errors.filter((e) => e.includes('dispatch.isolation'));
|
||
assert.strictEqual(isoErrors.length, 0,
|
||
`"${value}" must produce no validator errors; got: ${JSON.stringify(isoErrors)}`);
|
||
});
|
||
}
|
||
|
||
test('a present invalid dispatch.isolation value is rejected', () => {
|
||
const cap = shippedClaudeCapabilityWithoutIsolation();
|
||
cap.runtime.hostIntegration.dispatch.isolation = 'quantum-worktree';
|
||
const errors = validateCapability(cap, 'claude');
|
||
assert.ok(
|
||
errors.some((e) => e.includes('dispatch.isolation')),
|
||
`an invalid dispatch.isolation must produce a validator error; got: ${JSON.stringify(errors)}`,
|
||
);
|
||
});
|
||
|
||
test('a reserved-name dispatch.isolation value ("__proto__") is rejected', () => {
|
||
const cap = shippedClaudeCapabilityWithoutIsolation();
|
||
cap.runtime.hostIntegration.dispatch.isolation = '__proto__';
|
||
const errors = validateCapability(cap, 'claude');
|
||
assert.ok(
|
||
errors.some((e) => e.includes('dispatch.isolation') && e.includes('reserved name')),
|
||
`"__proto__" must produce a reserved-name validator error; got: ${JSON.stringify(errors)}`,
|
||
);
|
||
});
|
||
|
||
test('every shipped runtime descriptor with an isolation value passes validateCapability', () => {
|
||
const registry = require('../msd-core/bin/lib/capability-registry.cjs');
|
||
for (const [id, cap] of Object.entries(registry.runtimes)) {
|
||
const iso = cap && cap.runtime && cap.runtime.hostIntegration && cap.runtime.hostIntegration.dispatch
|
||
&& cap.runtime.hostIntegration.dispatch.isolation;
|
||
if (iso === undefined) continue;
|
||
const errors = validateCapability(cap, id);
|
||
const isoErrors = errors.filter((e) => e.includes('dispatch.isolation'));
|
||
assert.strictEqual(isoErrors.length, 0,
|
||
`${id}: shipped dispatch.isolation:"${iso}" must validate clean; got: ${JSON.stringify(isoErrors)}`);
|
||
}
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// #2584 — ADR-1239 Codex-binding amendment, Phase 2: resolveOrchestratorExec
|
||
// + the `runtime.orchestratorExec` descriptor field (sibling of hostBehaviors).
|
||
// UNCONSUMED in Phase 2 — no scheduler calls this yet (Phase 3 wires it).
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('resolveOrchestratorExec — the 4 shipped orchestrator-worktree descriptors', () => {
|
||
const CWD = '/repo/.claude/worktrees/agent-a1';
|
||
|
||
test('codex: exec --cd <cwd>', () => {
|
||
const result = resolveOrchestratorExec({ command: 'codex', args: ['exec'], cwdFlag: '--cd' }, CWD);
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.command, 'codex');
|
||
assert.deepEqual(result.args, ['exec', '--cd', CWD]);
|
||
assert.equal(result.cwd, CWD);
|
||
});
|
||
|
||
test('opencode: run --dir <cwd>', () => {
|
||
const result = resolveOrchestratorExec({ command: 'opencode', args: ['run'], cwdFlag: '--dir' }, CWD);
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.command, 'opencode');
|
||
assert.deepEqual(result.args, ['run', '--dir', CWD]);
|
||
assert.equal(result.cwd, CWD);
|
||
});
|
||
|
||
// #2627: `args` carries --print because some hosts' working mode is otherwise the
|
||
// interactive TUI — an orchestrator spawning a TUI hangs forever rather than
|
||
// returning a completed plan.
|
||
test('--print --work-dir <cwd> (headless flag leads)', () => {
|
||
const result = resolveOrchestratorExec({ command: 'hostcli', args: ['--print'], cwdFlag: '--work-dir' }, CWD);
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.command, 'hostcli');
|
||
assert.deepEqual(result.args, ['--print', '--work-dir', CWD]);
|
||
assert.equal(result.cwd, CWD);
|
||
});
|
||
|
||
test('cwdFlag:null appends NO flag, cwd still returned (process-cwd case)', () => {
|
||
const result = resolveOrchestratorExec({ command: 'hostcli', args: [], cwdFlag: null }, CWD);
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.command, 'hostcli');
|
||
assert.deepEqual(result.args, []);
|
||
assert.equal(result.cwd, CWD);
|
||
});
|
||
});
|
||
|
||
describe('resolveOrchestratorExec — prompt passing (#2627, Phase 3)', () => {
|
||
const CWD = '/repo/.claude/worktrees/agent-a1';
|
||
const PROMPT = 'Execute plan 2 of phase 3.';
|
||
|
||
test('promptFlag:null → prompt appended POSITIONALLY, last (codex shape)', () => {
|
||
const result = resolveOrchestratorExec(
|
||
{ command: 'codex', args: ['exec'], cwdFlag: '--cd', promptFlag: null }, CWD, PROMPT,
|
||
);
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, ['exec', '--cd', CWD, PROMPT]);
|
||
});
|
||
|
||
test('promptFlag absent → prompt appended POSITIONALLY (opencode shape)', () => {
|
||
const result = resolveOrchestratorExec(
|
||
{ command: 'opencode', args: ['run'], cwdFlag: '--dir' }, CWD, PROMPT,
|
||
);
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, ['run', '--dir', CWD, PROMPT]);
|
||
});
|
||
|
||
test('promptFlag string → [flag, prompt] appended (flag-carried prompt shape)', () => {
|
||
const result = resolveOrchestratorExec(
|
||
{ command: 'hostcli', args: ['--print'], cwdFlag: '--work-dir', promptFlag: '--prompt' }, CWD, PROMPT,
|
||
);
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, ['--print', '--work-dir', CWD, '--prompt', PROMPT]);
|
||
});
|
||
|
||
test('promptFlag string + cwdFlag null → prompt flag only, cwd via process cwd (process-cwd shape)', () => {
|
||
const result = resolveOrchestratorExec(
|
||
{ command: 'hostcli', args: [], cwdFlag: null, promptFlag: '--prompt' }, CWD, PROMPT,
|
||
);
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, ['--prompt', PROMPT]);
|
||
assert.equal(result.cwd, CWD, 'cwd is returned even with no cwd flag — caller binds it on the subprocess');
|
||
});
|
||
|
||
test('omitting prompt is byte-identical to the Phase-2 two-arg resolution', () => {
|
||
const descriptor = { command: 'codex', args: ['exec'], cwdFlag: '--cd', promptFlag: null };
|
||
assert.deepEqual(
|
||
resolveOrchestratorExec(descriptor, CWD),
|
||
resolveOrchestratorExec(descriptor, CWD, undefined),
|
||
);
|
||
assert.deepEqual(resolveOrchestratorExec(descriptor, CWD).args, ['exec', '--cd', CWD]);
|
||
});
|
||
|
||
test('empty prompt → invalid_prompt (a prompt-less executor hangs, not degrades)', () => {
|
||
const result = resolveOrchestratorExec({ command: 'codex', args: ['exec'] }, CWD, '');
|
||
assert.equal(result.ok, false);
|
||
assert.equal(result.reason, 'invalid_prompt');
|
||
});
|
||
|
||
test('non-string promptFlag → invalid_prompt_flag', () => {
|
||
for (const bogus of [42, {}, []]) {
|
||
const result = resolveOrchestratorExec(
|
||
{ command: 'codex', args: ['exec'], promptFlag: bogus }, CWD, PROMPT,
|
||
);
|
||
assert.equal(result.ok, false, `promptFlag=${JSON.stringify(bogus)} must fail`);
|
||
assert.equal(result.reason, 'invalid_prompt_flag');
|
||
}
|
||
});
|
||
|
||
// Parity with worktree-safety.cts's `unsafe_leading_dash` guard on git args:
|
||
// a dash-leading positional is parsed by the spawned CLI as a flag, not a
|
||
// value. Same hazard, same rejection — these two surfaces must not diverge.
|
||
test('a dash-leading prompt is rejected (would be parsed as a flag, not a prompt)', () => {
|
||
for (const hostile of ['--dangerously-skip-permissions', '-p', '--help']) {
|
||
const result = resolveOrchestratorExec(
|
||
{ command: 'codex', args: ['exec'], cwdFlag: '--cd' }, CWD, hostile,
|
||
);
|
||
assert.equal(result.ok, false, `prompt=${hostile} must be rejected`);
|
||
assert.equal(result.reason, 'unsafe_leading_dash_prompt');
|
||
}
|
||
});
|
||
|
||
test('a dash-leading cwd is rejected', () => {
|
||
const result = resolveOrchestratorExec(
|
||
{ command: 'codex', args: ['exec'], cwdFlag: '--cd' }, '-oProxyCommand=x', 'ok prompt',
|
||
);
|
||
assert.equal(result.ok, false);
|
||
assert.equal(result.reason, 'unsafe_leading_dash_cwd');
|
||
});
|
||
|
||
test('a prompt merely CONTAINING a dash is fine — only a leading dash is a flag', () => {
|
||
const result = resolveOrchestratorExec(
|
||
{ command: 'codex', args: ['exec'], cwdFlag: '--cd' }, CWD, 'Execute plan 2 --verbose style',
|
||
);
|
||
assert.equal(result.ok, true);
|
||
assert.ok(result.args.includes('Execute plan 2 --verbose style'));
|
||
});
|
||
|
||
test('empty-string promptFlag falls back to positional rather than emitting a bare ""', () => {
|
||
const result = resolveOrchestratorExec(
|
||
{ command: 'codex', args: ['exec'], promptFlag: '' }, CWD, PROMPT,
|
||
);
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, ['exec', PROMPT]);
|
||
});
|
||
});
|
||
|
||
describe('resolveOrchestratorExec — fail-closed', () => {
|
||
test('undefined descriptor → missing_command', () => {
|
||
const result = resolveOrchestratorExec(undefined, '/repo/wt');
|
||
assert.equal(result.ok, false);
|
||
assert.equal(result.reason, 'missing_command');
|
||
});
|
||
|
||
test('{} (no command) → missing_command', () => {
|
||
const result = resolveOrchestratorExec({}, '/repo/wt');
|
||
assert.equal(result.ok, false);
|
||
assert.equal(result.reason, 'missing_command');
|
||
});
|
||
|
||
test('command: "" (empty string) → missing_command', () => {
|
||
const result = resolveOrchestratorExec({ command: '' }, '/repo/wt');
|
||
assert.equal(result.ok, false);
|
||
assert.equal(result.reason, 'missing_command');
|
||
});
|
||
|
||
test('command: non-string → missing_command', () => {
|
||
for (const bogus of [42, null, {}, []]) {
|
||
const result = resolveOrchestratorExec({ command: bogus }, '/repo/wt');
|
||
assert.equal(result.ok, false, `command=${JSON.stringify(bogus)} must fail`);
|
||
assert.equal(result.reason, 'missing_command');
|
||
}
|
||
});
|
||
|
||
test('empty cwd → invalid_cwd', () => {
|
||
const result = resolveOrchestratorExec({ command: 'codex' }, '');
|
||
assert.equal(result.ok, false);
|
||
assert.equal(result.reason, 'invalid_cwd');
|
||
});
|
||
|
||
test('non-string cwd → invalid_cwd', () => {
|
||
for (const bogus of [undefined, null, 42, {}]) {
|
||
const result = resolveOrchestratorExec({ command: 'codex' }, bogus);
|
||
assert.equal(result.ok, false, `cwd=${JSON.stringify(bogus)} must fail`);
|
||
assert.equal(result.reason, 'invalid_cwd');
|
||
}
|
||
});
|
||
|
||
test('args not an array → invalid_args', () => {
|
||
const result = resolveOrchestratorExec({ command: 'codex', args: 'exec' }, '/repo/wt');
|
||
assert.equal(result.ok, false);
|
||
assert.equal(result.reason, 'invalid_args');
|
||
});
|
||
|
||
test('args array with a non-string element → invalid_args', () => {
|
||
const result = resolveOrchestratorExec({ command: 'codex', args: ['exec', 42] }, '/repo/wt');
|
||
assert.equal(result.ok, false);
|
||
assert.equal(result.reason, 'invalid_args');
|
||
});
|
||
|
||
test('cwdFlag a number → invalid_cwd_flag', () => {
|
||
const result = resolveOrchestratorExec({ command: 'codex', cwdFlag: 42 }, '/repo/wt');
|
||
assert.equal(result.ok, false);
|
||
assert.equal(result.reason, 'invalid_cwd_flag');
|
||
});
|
||
|
||
test('cwdFlag an object/array → invalid_cwd_flag', () => {
|
||
for (const bogus of [{}, []]) {
|
||
const result = resolveOrchestratorExec({ command: 'codex', cwdFlag: bogus }, '/repo/wt');
|
||
assert.equal(result.ok, false, `cwdFlag=${JSON.stringify(bogus)} must fail`);
|
||
assert.equal(result.reason, 'invalid_cwd_flag');
|
||
}
|
||
});
|
||
|
||
test('a reserved-name command string ("__proto__") still resolves at the resolver layer', () => {
|
||
// The resolver only checks "is it a non-empty string" — it never does a
|
||
// property lookup keyed by `command`, so there is no prototype-pollution
|
||
// surface here. The VALIDATOR (capability-validator.cjs) is what rejects
|
||
// "__proto__" at descriptor-load time — see the validator describe block below.
|
||
const result = resolveOrchestratorExec({ command: '__proto__' }, '/repo/wt');
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.command, '__proto__');
|
||
});
|
||
});
|
||
|
||
describe('resolveOrchestratorExec — fast-check property test', () => {
|
||
const commandArb = fc.string({ minLength: 1 }).filter((s) => s.length > 0);
|
||
const argsArb = fc.array(fc.string());
|
||
const cwdFlagArb = fc.oneof(
|
||
fc.constant(null),
|
||
fc.constant(undefined),
|
||
fc.string({ minLength: 1 }).filter((s) => s.length > 0),
|
||
);
|
||
// #2627: a dash-leading cwd is now REJECTED (unsafe_leading_dash_cwd) —
|
||
// the spawned CLI would parse it as a flag, the same hazard worktree-safety's
|
||
// git-argument guard rejects. That is intentional new fail-closed behavior,
|
||
// so the ok:true property below is stated over the domain it actually holds
|
||
// on: real working directories. The rejected half is asserted explicitly in
|
||
// its own property immediately after, so narrowing here loses no coverage.
|
||
const cwdArb = fc.string({ minLength: 1 }).filter((s) => s.length > 0 && !s.startsWith('-'));
|
||
|
||
test('property: ok:true, command preserved, cwdFlag appended exactly once (or never for null/absent)', () => {
|
||
fc.assert(
|
||
fc.property(commandArb, argsArb, cwdFlagArb, cwdArb, (command, args, cwdFlag, cwd) => {
|
||
// Guard against the astronomically-rare but non-zero case where the
|
||
// arbitrary `args` already happens to contain the exact `cwd` string —
|
||
// that would make "cwd appears exactly once, at the tail" a false
|
||
// assertion about pre-existing data rather than the resolver's own
|
||
// behavior. Deterministic given the seed; not a flakiness workaround.
|
||
fc.pre(!args.includes(cwd));
|
||
const descriptor = cwdFlag === undefined ? { command, args } : { command, args, cwdFlag };
|
||
const result = resolveOrchestratorExec(descriptor, cwd);
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.command, command);
|
||
assert.equal(result.cwd, cwd);
|
||
if (typeof cwdFlag === 'string' && cwdFlag.length > 0) {
|
||
assert.deepEqual(result.args.slice(-2), [cwdFlag, cwd]);
|
||
// exactly once: cwdFlag/cwd do not appear anywhere earlier in args
|
||
const earlier = result.args.slice(0, -2);
|
||
assert.ok(!earlier.includes(cwd), 'cwd must not appear before the trailing pair');
|
||
} else {
|
||
assert.ok(!result.args.includes(cwd), 'cwd must not appear in args when cwdFlag is null/absent');
|
||
}
|
||
}),
|
||
{ numRuns: 200, seed: 2584 },
|
||
);
|
||
});
|
||
|
||
// The complementary half of the narrowed domain above (#2627): every
|
||
// dash-leading cwd fails closed, for ANY descriptor shape.
|
||
test('property: a dash-leading cwd is always rejected, never silently passed through', () => {
|
||
fc.assert(
|
||
fc.property(
|
||
commandArb,
|
||
argsArb,
|
||
cwdFlagArb,
|
||
fc.string().map((s) => `-${s}`),
|
||
(command, args, cwdFlag, cwd) => {
|
||
const descriptor = cwdFlag === undefined ? { command, args } : { command, args, cwdFlag };
|
||
const result = resolveOrchestratorExec(descriptor, cwd);
|
||
assert.equal(result.ok, false);
|
||
assert.equal(result.reason, 'unsafe_leading_dash_cwd');
|
||
},
|
||
),
|
||
{ numRuns: 200, seed: 2627 },
|
||
);
|
||
});
|
||
|
||
// Same shape for the prompt argument, which the resolver appends to argv.
|
||
test('property: a dash-leading prompt is always rejected', () => {
|
||
fc.assert(
|
||
fc.property(
|
||
commandArb,
|
||
argsArb,
|
||
fc.string().map((s) => `-${s}`),
|
||
(command, args, prompt) => {
|
||
const result = resolveOrchestratorExec({ command, args }, '/repo/wt', prompt);
|
||
assert.equal(result.ok, false);
|
||
assert.equal(result.reason, 'unsafe_leading_dash_prompt');
|
||
},
|
||
),
|
||
{ numRuns: 200, seed: 2627 },
|
||
);
|
||
});
|
||
});
|
||
|
||
describe('#2584 orchestratorExec — parity / divergence guard', () => {
|
||
const CAPABILITIES_DIR = path.join(REPO_ROOT, 'capabilities');
|
||
|
||
function loadCapability(id) {
|
||
return JSON.parse(fs.readFileSync(path.join(CAPABILITIES_DIR, id, 'capability.json'), 'utf8'));
|
||
}
|
||
|
||
test('every capability whose dispatch.isolation is "orchestrator-worktree" declares a resolvable orchestratorExec', () => {
|
||
const capIds = fs.readdirSync(CAPABILITIES_DIR).filter((entry) => {
|
||
const capPath = path.join(CAPABILITIES_DIR, entry, 'capability.json');
|
||
return fs.existsSync(capPath);
|
||
});
|
||
const orchestratorWorktreeHosts = [];
|
||
for (const id of capIds) {
|
||
const cap = loadCapability(id);
|
||
const iso = cap && cap.runtime && cap.runtime.hostIntegration && cap.runtime.hostIntegration.dispatch
|
||
&& cap.runtime.hostIntegration.dispatch.isolation;
|
||
if (iso !== 'orchestrator-worktree') continue;
|
||
orchestratorWorktreeHosts.push(id);
|
||
|
||
const orchestratorExec = cap.runtime.orchestratorExec;
|
||
assert.ok(
|
||
orchestratorExec,
|
||
`${id}: dispatch.isolation:"orchestrator-worktree" but no runtime.orchestratorExec declared — ` +
|
||
`a future orchestrator-worktree host MUST declare orchestratorExec (Phase 3 has nothing to spawn otherwise)`,
|
||
);
|
||
const result = resolveOrchestratorExec(orchestratorExec, '/tmp/wt');
|
||
assert.equal(result.ok, true,
|
||
`${id}: runtime.orchestratorExec must resolve cleanly; got reason="${result.ok ? '' : result.reason}"`);
|
||
}
|
||
// Sanity: the sweep actually found the 2 known hosts (guards a broken sweep
|
||
// silently matching zero capabilities and passing vacuously).
|
||
assert.deepEqual(orchestratorWorktreeHosts.sort(), ['codex', 'opencode']);
|
||
});
|
||
|
||
// #2627: the guard below encodes the per-host research that found shipped
|
||
// descriptors which would have failed at spawn time (interactive TUI hang).
|
||
test('every orchestrator-worktree descriptor resolves to a HEADLESS invocation, never an interactive TUI', () => {
|
||
// A host that binds cwd by flag alone, with no leading subcommand or
|
||
// headless flag, launches its interactive UI. Each host must contribute at
|
||
// least one non-cwd token (a subcommand like `exec`/`run`, or an explicit
|
||
// headless flag like `--print`) BEFORE the cwd flag — or bind by process
|
||
// cwd only, which implies a prompt flag carries the instruction.
|
||
const expected = {
|
||
codex: ['exec'],
|
||
opencode: ['run'],
|
||
};
|
||
for (const [id, leadingArgs] of Object.entries(expected)) {
|
||
const cap = loadCapability(id);
|
||
const oe = cap.runtime.orchestratorExec;
|
||
assert.deepEqual(oe.args, leadingArgs,
|
||
`${id}: orchestratorExec.args must be ${JSON.stringify(leadingArgs)} — an empty/verb-less argv for a ` +
|
||
`flag-bound host launches the interactive TUI and the orchestrator waits on it forever`);
|
||
const resolved = resolveOrchestratorExec(oe, '/tmp/wt', 'do the thing');
|
||
assert.equal(resolved.ok, true, `${id}: must resolve with a prompt`);
|
||
assert.ok(resolved.args.includes('do the thing'),
|
||
`${id}: the executor prompt must reach the argv, else the spawned process has no instruction`);
|
||
}
|
||
});
|
||
|
||
test('every capability whose dispatch.isolation is "harness-worktree" declares a non-empty harnessIsolationFlag', () => {
|
||
const capIds = fs.readdirSync(CAPABILITIES_DIR).filter((entry) => (
|
||
fs.existsSync(path.join(CAPABILITIES_DIR, entry, 'capability.json'))
|
||
));
|
||
const harnessHosts = [];
|
||
for (const id of capIds) {
|
||
const cap = loadCapability(id);
|
||
const iso = cap?.runtime?.hostIntegration?.dispatch?.isolation;
|
||
if (iso !== 'harness-worktree') continue;
|
||
harnessHosts.push(id);
|
||
const flag = cap.runtime.harnessIsolationFlag;
|
||
assert.ok(
|
||
typeof flag === 'string' && flag.length > 0,
|
||
`${id}: dispatch.isolation:"harness-worktree" but no runtime.harnessIsolationFlag — the scheduler ` +
|
||
`would have nothing to pass and would dispatch UNISOLATED executors believing they are isolated`,
|
||
);
|
||
}
|
||
assert.deepEqual(harnessHosts.sort(), ['claude', 'cursor']);
|
||
});
|
||
|
||
test('no capability declares BOTH isolation mechanisms (they are mutually exclusive models)', () => {
|
||
const capIds = fs.readdirSync(CAPABILITIES_DIR).filter((entry) => (
|
||
fs.existsSync(path.join(CAPABILITIES_DIR, entry, 'capability.json'))
|
||
));
|
||
for (const id of capIds) {
|
||
const cap = loadCapability(id);
|
||
const hasHarness = typeof cap?.runtime?.harnessIsolationFlag === 'string';
|
||
const hasOrchestrator = cap?.runtime?.orchestratorExec !== undefined;
|
||
assert.ok(!(hasHarness && hasOrchestrator),
|
||
`${id}: declares both harnessIsolationFlag and orchestratorExec — a host has exactly one fan-out model`);
|
||
}
|
||
});
|
||
});
|
||
|
||
describe('#2584 orchestratorExec — validator', () => {
|
||
function shippedCodexCapabilityWithoutOrchestratorExec() {
|
||
const cap = JSON.parse(
|
||
fs.readFileSync(path.join(REPO_ROOT, 'capabilities', 'codex', 'capability.json'), 'utf8'),
|
||
);
|
||
delete cap.runtime.orchestratorExec;
|
||
return cap;
|
||
}
|
||
|
||
test('a descriptor that omits orchestratorExec entirely still validates clean (optional field)', () => {
|
||
const cap = shippedCodexCapabilityWithoutOrchestratorExec();
|
||
const errors = validateCapability(cap, 'codex');
|
||
assert.deepEqual(errors, [], `omitted orchestratorExec must validate clean, got: ${JSON.stringify(errors)}`);
|
||
});
|
||
|
||
test('a well-formed orchestratorExec passes with zero orchestratorExec errors', () => {
|
||
const cap = shippedCodexCapabilityWithoutOrchestratorExec();
|
||
cap.runtime.orchestratorExec = { command: 'codex', args: ['exec'], cwdFlag: '--cd' };
|
||
const errors = validateCapability(cap, 'codex');
|
||
const oeErrors = errors.filter((e) => e.includes('orchestratorExec'));
|
||
assert.deepEqual(oeErrors, []);
|
||
});
|
||
|
||
test('orchestratorExec: not an object (array/null/string) → rejected', () => {
|
||
const cap = shippedCodexCapabilityWithoutOrchestratorExec();
|
||
for (const bogus of [[], null, 'codex', 42]) {
|
||
cap.runtime.orchestratorExec = bogus;
|
||
const errors = validateCapability(cap, 'codex');
|
||
assert.ok(
|
||
errors.some((e) => e.includes('runtime.orchestratorExec must be an object')),
|
||
`orchestratorExec=${JSON.stringify(bogus)} must be rejected; got: ${JSON.stringify(errors)}`,
|
||
);
|
||
}
|
||
});
|
||
|
||
test('command missing → rejected', () => {
|
||
const cap = shippedCodexCapabilityWithoutOrchestratorExec();
|
||
cap.runtime.orchestratorExec = { args: [], cwdFlag: null };
|
||
const errors = validateCapability(cap, 'codex');
|
||
assert.ok(errors.some((e) => e.includes('runtime.orchestratorExec.command')));
|
||
});
|
||
|
||
test('command: "" (empty string) → rejected', () => {
|
||
const cap = shippedCodexCapabilityWithoutOrchestratorExec();
|
||
cap.runtime.orchestratorExec = { command: '' };
|
||
const errors = validateCapability(cap, 'codex');
|
||
assert.ok(errors.some((e) => e.includes('runtime.orchestratorExec.command')));
|
||
});
|
||
|
||
test('command: "__proto__" (reserved name) → rejected', () => {
|
||
const cap = shippedCodexCapabilityWithoutOrchestratorExec();
|
||
cap.runtime.orchestratorExec = { command: '__proto__' };
|
||
const errors = validateCapability(cap, 'codex');
|
||
assert.ok(
|
||
errors.some((e) => e.includes('runtime.orchestratorExec.command') && e.includes('reserved name')),
|
||
`"__proto__" must produce a reserved-name validator error; got: ${JSON.stringify(errors)}`,
|
||
);
|
||
});
|
||
|
||
test('args: non-array → rejected', () => {
|
||
const cap = shippedCodexCapabilityWithoutOrchestratorExec();
|
||
cap.runtime.orchestratorExec = { command: 'codex', args: 'exec' };
|
||
const errors = validateCapability(cap, 'codex');
|
||
assert.ok(errors.some((e) => e.includes('runtime.orchestratorExec.args')));
|
||
});
|
||
|
||
test('args: array with a non-string element → rejected', () => {
|
||
const cap = shippedCodexCapabilityWithoutOrchestratorExec();
|
||
cap.runtime.orchestratorExec = { command: 'codex', args: ['exec', 42] };
|
||
const errors = validateCapability(cap, 'codex');
|
||
assert.ok(errors.some((e) => e.includes('runtime.orchestratorExec.args')));
|
||
});
|
||
|
||
test('cwdFlag: a number → rejected', () => {
|
||
const cap = shippedCodexCapabilityWithoutOrchestratorExec();
|
||
cap.runtime.orchestratorExec = { command: 'codex', cwdFlag: 42 };
|
||
const errors = validateCapability(cap, 'codex');
|
||
assert.ok(errors.some((e) => e.includes('runtime.orchestratorExec.cwdFlag')));
|
||
});
|
||
|
||
test('cwdFlag: null is valid (no error)', () => {
|
||
const cap = shippedCodexCapabilityWithoutOrchestratorExec();
|
||
cap.runtime.orchestratorExec = { command: 'hostcli', args: [], cwdFlag: null };
|
||
const errors = validateCapability(cap, 'codex');
|
||
const oeErrors = errors.filter((e) => e.includes('orchestratorExec'));
|
||
assert.deepEqual(oeErrors, []);
|
||
});
|
||
|
||
test('full descriptor sweep: every shipped capability.json still validates clean after the orchestratorExec addition', () => {
|
||
const CAPABILITIES_DIR = path.join(REPO_ROOT, 'capabilities');
|
||
const capIds = fs.readdirSync(CAPABILITIES_DIR).filter((entry) => {
|
||
const capPath = path.join(CAPABILITIES_DIR, entry, 'capability.json');
|
||
return fs.existsSync(capPath);
|
||
});
|
||
for (const id of capIds) {
|
||
const cap = JSON.parse(fs.readFileSync(path.join(CAPABILITIES_DIR, id, 'capability.json'), 'utf8'));
|
||
if (cap.role !== 'runtime') continue;
|
||
const errors = validateCapability(cap, id);
|
||
assert.deepEqual(errors, [], `${id}: capability.json must still validate clean; got: ${JSON.stringify(errors)}`);
|
||
}
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// #3714 — codex-worktree model pin.
|
||
//
|
||
// `resolveOrchestratorExec` currently takes NO `model` argument at all, so
|
||
// codex's argv never carries `--model` regardless of any configured
|
||
// model_overrides. THESE TESTS ARE FAILING-FIRST against today's code — do
|
||
// not "fix" resolveOrchestratorExec or msd-tools.cjs to make them pass here;
|
||
// that is a separate change. See issue #3714.
|
||
//
|
||
// THE FIX THIS PINS (not yet implemented):
|
||
// 1. Descriptor gains an optional `modelFlag` (string|null). codex ->
|
||
// "--model"; every other shipped runtime leaves it absent/null.
|
||
// 2. resolveOrchestratorExec(orchestratorExec, cwd, prompt, model) gains an
|
||
// optional 4th positional `model`, appending [modelFlag, model] ONLY
|
||
// when modelFlag is a non-empty string AND model is a non-empty string.
|
||
// Argv order: baseArgs -> modelFlag,model -> cwdFlag,cwd -> prompt. The
|
||
// prompt remains the final positional token. Fails closed with
|
||
// 'unsafe_leading_dash_model' exactly like the existing
|
||
// unsafe_leading_dash_prompt / unsafe_leading_dash_cwd guards.
|
||
// 3. Policy (which model, if any, to pass) lives at the CALLER
|
||
// (bin/msd-tools.cjs), via:
|
||
// resolveAgentModelOverride('msd-executor', readMsdEffectiveModelOverrides(cwd), null)
|
||
// then dropping the 'inherit' sentinel. Passing null as the runtime
|
||
// resolver is what makes "no tier routing" structural (ADR-2313) — the
|
||
// seam itself decides no policy.
|
||
// ---------------------------------------------------------------------------
|
||
|
||
describe('#3714 resolveOrchestratorExec — modelFlag/model seam (mechanical, RED pre-fix)', () => {
|
||
const CWD = '/repo/.claude/worktrees/agent-a1';
|
||
const PROMPT = 'Execute plan 2 of phase 3.';
|
||
const CODEX_MODEL_DESCRIPTOR = { command: 'codex', args: ['exec'], cwdFlag: '--cd', modelFlag: '--model' };
|
||
const EXPECTED_ARGS_WITH_MODEL = ['exec', '--model', 'gpt-5.6-terra', '--cd', CWD, PROMPT];
|
||
const EXPECTED_ARGS_NO_MODEL = ['exec', '--cd', CWD, PROMPT];
|
||
|
||
// MATRIX row 1 [FAIL]: explicit pin -> full argv identity, not includes().
|
||
// Today's resolver ignores the 4th `model` argument entirely, so this
|
||
// produces ["exec","--cd",CWD,PROMPT] — no "--model" anywhere — and the
|
||
// deepEqual below is RED.
|
||
test('row 1: explicit model pin -> full argv is [baseArgs..., --model, <model>, cwdFlag, cwd, prompt]', () => {
|
||
const result = resolveOrchestratorExec(CODEX_MODEL_DESCRIPTOR, CWD, PROMPT, 'gpt-5.6-terra');
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, EXPECTED_ARGS_WITH_MODEL,
|
||
'today\'s resolver has no model parameter — it silently drops "gpt-5.6-terra" and emits no --model at all');
|
||
});
|
||
|
||
// MATRIX row 6 [FAIL]: prompt is still the LAST element of args once a
|
||
// model is emitted. Pinned via the same full-array identity check as row 1
|
||
// (a narrower args[len-1]===prompt check alone would pass today by
|
||
// coincidence, since nothing is ever inserted after the prompt either way).
|
||
test('row 6: when a model IS emitted, the prompt remains the LAST element of args', () => {
|
||
const result = resolveOrchestratorExec(CODEX_MODEL_DESCRIPTOR, CWD, PROMPT, 'gpt-5.6-terra');
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, EXPECTED_ARGS_WITH_MODEL);
|
||
assert.equal(result.args[result.args.length - 1], PROMPT);
|
||
});
|
||
|
||
// Boundary: modelFlag absent / null / "" -> no --model ever appears,
|
||
// regardless of a valid model value. All three CONTROL (pass today, by
|
||
// coincidence of today's total absence of model support — but this is also
|
||
// the documented post-fix contract, so these stay green after the fix).
|
||
test('modelFlag absent, model provided -> no --model on the wire', () => {
|
||
const result = resolveOrchestratorExec({ command: 'codex', args: ['exec'], cwdFlag: '--cd' }, CWD, PROMPT, 'gpt-5.6-terra');
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, EXPECTED_ARGS_NO_MODEL);
|
||
});
|
||
|
||
test('modelFlag null, model provided -> no --model on the wire', () => {
|
||
const result = resolveOrchestratorExec(
|
||
{ command: 'codex', args: ['exec'], cwdFlag: '--cd', modelFlag: null }, CWD, PROMPT, 'gpt-5.6-terra',
|
||
);
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, EXPECTED_ARGS_NO_MODEL);
|
||
});
|
||
|
||
test('modelFlag "" (empty string), model provided -> no --model on the wire', () => {
|
||
const result = resolveOrchestratorExec(
|
||
{ command: 'codex', args: ['exec'], cwdFlag: '--cd', modelFlag: '' }, CWD, PROMPT, 'gpt-5.6-terra',
|
||
);
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, EXPECTED_ARGS_NO_MODEL);
|
||
});
|
||
|
||
// Boundary: model absent / null / "" -> no --model ever appears, regardless
|
||
// of a valid modelFlag. All three CONTROL.
|
||
test('modelFlag present, model absent -> no --model on the wire', () => {
|
||
const result = resolveOrchestratorExec(CODEX_MODEL_DESCRIPTOR, CWD, PROMPT);
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, EXPECTED_ARGS_NO_MODEL);
|
||
});
|
||
|
||
test('modelFlag present, model null -> no --model on the wire', () => {
|
||
const result = resolveOrchestratorExec(CODEX_MODEL_DESCRIPTOR, CWD, PROMPT, null);
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, EXPECTED_ARGS_NO_MODEL);
|
||
});
|
||
|
||
test('modelFlag present, model "" (empty string) -> no --model on the wire', () => {
|
||
const result = resolveOrchestratorExec(CODEX_MODEL_DESCRIPTOR, CWD, PROMPT, '');
|
||
assert.equal(result.ok, true);
|
||
assert.deepEqual(result.args, EXPECTED_ARGS_NO_MODEL);
|
||
});
|
||
|
||
// New fail-closed guard, mirroring unsafe_leading_dash_prompt/_cwd. RED
|
||
// today: the resolver has no model-validation branch at all, so a
|
||
// dash-leading model is simply ignored (ok:true) rather than rejected.
|
||
test('a dash-leading model is rejected: unsafe_leading_dash_model', () => {
|
||
for (const hostile of ['--dangerously-skip-permissions', '-p', '--help']) {
|
||
const result = resolveOrchestratorExec(CODEX_MODEL_DESCRIPTOR, CWD, PROMPT, hostile);
|
||
assert.equal(result.ok, false, `model=${hostile} must be rejected`);
|
||
assert.equal(result.reason, 'unsafe_leading_dash_model');
|
||
}
|
||
});
|
||
|
||
test('a model merely CONTAINING a dash is fine — only a leading dash is a flag', () => {
|
||
const result = resolveOrchestratorExec(CODEX_MODEL_DESCRIPTOR, CWD, PROMPT, 'gpt-5.6-terra');
|
||
assert.equal(result.ok, true);
|
||
assert.ok(result.args.includes('gpt-5.6-terra'));
|
||
});
|
||
|
||
// Every existing fail-closed guard must still fire, unaffected by a valid
|
||
// model argument riding alongside. CONTROL — these guards run before any
|
||
// model logic regardless of whether the model param exists yet.
|
||
test('existing fail-closed guards still fire with a model present', () => {
|
||
assert.equal(resolveOrchestratorExec(undefined, CWD, PROMPT, 'm').reason, 'missing_command');
|
||
assert.equal(resolveOrchestratorExec({}, CWD, PROMPT, 'm').reason, 'missing_command');
|
||
assert.equal(resolveOrchestratorExec({ command: 'codex' }, '', PROMPT, 'm').reason, 'invalid_cwd');
|
||
assert.equal(resolveOrchestratorExec({ command: 'codex', args: 'exec' }, CWD, PROMPT, 'm').reason, 'invalid_args');
|
||
assert.equal(resolveOrchestratorExec({ command: 'codex' }, CWD, '', 'm').reason, 'invalid_prompt');
|
||
assert.equal(
|
||
resolveOrchestratorExec({ command: 'codex', cwdFlag: '--cd' }, '-oProxyCommand=x', PROMPT, 'm').reason,
|
||
'unsafe_leading_dash_cwd',
|
||
);
|
||
assert.equal(
|
||
resolveOrchestratorExec({ command: 'codex', cwdFlag: '--cd' }, CWD, '-p', 'm').reason,
|
||
'unsafe_leading_dash_prompt',
|
||
);
|
||
});
|
||
|
||
// ITEM 3: `invalid_model` is live for any non-string, non-null, non-undefined
|
||
// `model` argument — a caller error (number/bool/array/object), distinct
|
||
// from the benign "use the host default" degradation that null/undefined/''
|
||
// already exercise. Previously zero test references (Stryker-visible gap).
|
||
test('ITEM 3: a non-string model (number, boolean, array, object) -> {ok:false, reason:"invalid_model"}', () => {
|
||
for (const bogus of [7, true, [], {}]) {
|
||
const result = resolveOrchestratorExec({ command: 'codex', modelFlag: '--model' }, CWD, PROMPT, bogus);
|
||
assert.deepEqual(result, { ok: false, reason: 'invalid_model' },
|
||
`model=${JSON.stringify(bogus)} must take the invalid_model branch`);
|
||
}
|
||
});
|
||
|
||
// ITEM 3 CONTROL: null/undefined/'' must NOT take the invalid_model branch —
|
||
// they degrade to "omit the flag" and the resolution still succeeds.
|
||
test('ITEM 3 CONTROL: null/undefined/\'\' do NOT take invalid_model — they omit the flag and succeed', () => {
|
||
for (const benign of [null, undefined, '']) {
|
||
const result = resolveOrchestratorExec({ command: 'codex', modelFlag: '--model' }, CWD, PROMPT, benign);
|
||
assert.equal(result.ok, true, `model=${JSON.stringify(benign)} must resolve ok:true`);
|
||
assert.ok(!result.args.includes('--model'), `model=${JSON.stringify(benign)} must omit the --model flag`);
|
||
}
|
||
});
|
||
|
||
// MATRIX row 7 [CONTROL]: a host with no modelFlag is byte-identical to
|
||
// today whether or not a model is passed — opencode never gets a
|
||
// 5th positional token nor a flag pair injected.
|
||
test('row 7 CONTROL: a host descriptor with NO modelFlag key resolves identically whether or not a model is passed', () => {
|
||
const descriptor = { command: 'hostcli', args: ['--print'], cwdFlag: '--work-dir', promptFlag: '--prompt' };
|
||
const withoutModelArg = resolveOrchestratorExec(descriptor, CWD, PROMPT);
|
||
const withModelArg = resolveOrchestratorExec(descriptor, CWD, PROMPT, 'some-model');
|
||
assert.deepEqual(withModelArg, withoutModelArg,
|
||
'a descriptor with no modelFlag must resolve identically whether or not a model is passed');
|
||
assert.deepEqual(withoutModelArg.args, ['--print', '--work-dir', CWD, '--prompt', PROMPT]);
|
||
});
|
||
|
||
test('property: for any descriptor and any model input, when a prompt is supplied it is always args[args.length-1] (seed=3714)', () => {
|
||
const commandArb = fc.string({ minLength: 1 }).filter((s) => s.length > 0);
|
||
const argsArb = fc.array(fc.string());
|
||
const cwdArb = fc.string({ minLength: 1 }).filter((s) => s.length > 0 && !s.startsWith('-'));
|
||
const flagArb = fc.oneof(
|
||
fc.constant(undefined), fc.constant(null), fc.constant(''),
|
||
fc.string({ minLength: 1 }).filter((s) => s.length > 0 && !s.startsWith('-')),
|
||
);
|
||
const modelArb = fc.oneof(
|
||
fc.constant(undefined), fc.constant(null), fc.constant(''),
|
||
fc.string({ minLength: 1 }).filter((s) => s.length > 0 && !s.startsWith('-')),
|
||
);
|
||
const promptArb = fc.string({ minLength: 1 }).filter((s) => s.length > 0 && !s.startsWith('-'));
|
||
|
||
fc.assert(
|
||
fc.property(commandArb, argsArb, cwdArb, flagArb, modelArb, promptArb,
|
||
(command, args, cwd, modelFlag, model, prompt) => {
|
||
fc.pre(!args.includes(cwd) && !args.includes(prompt));
|
||
const descriptor = modelFlag === undefined ? { command, args } : { command, args, modelFlag };
|
||
const result = resolveOrchestratorExec(descriptor, cwd, prompt, model);
|
||
assert.equal(result.ok, true);
|
||
assert.equal(result.args[result.args.length - 1], prompt);
|
||
}),
|
||
{ numRuns: 200, seed: 3714 },
|
||
);
|
||
});
|
||
});
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// #3714 — end-to-end policy: the caller (bin/msd-tools.cjs) decides WHETHER
|
||
// to pass a model at all, via
|
||
// resolveAgentModelOverride('msd-executor', readMsdEffectiveModelOverrides(cwd), null)
|
||
// then dropping the 'inherit' sentinel. Every row below is a MEASURED FACT
|
||
// (verified by direct execution against this repo's current code) about what
|
||
// that function returns for a given .planning/config.json shape — these
|
||
// describe the POLICY the fix must implement, not a currently-wired
|
||
// behavior: `query dispatch-isolation` never emits --model today for ANY
|
||
// config shape, so only the "explicit pin" rows are RED; the rest coincide
|
||
// with today's (absent) behavior and are CONTROLS.
|
||
// ---------------------------------------------------------------------------
|
||
describe('#3714 dispatch-isolation CLI — model policy end-to-end (RED pre-fix on explicit-pin rows)', () => {
|
||
const { runNode } = require('./helpers/process-seam.cjs');
|
||
const { throwIfFailed } = require('./helpers/git-fixture.cjs');
|
||
const { PROBE_TIMEOUT_MS } = require('./helpers/timeouts.cjs');
|
||
const { createTempProject, cleanup, TEST_HOME_SANDBOX_MARKER } = require('./helpers.cjs');
|
||
const os = require('node:os');
|
||
const MSD_TOOLS = path.join(REPO_ROOT, 'msd-core', 'bin', 'msd-tools.cjs');
|
||
|
||
function writeConfig(projectDir, config) {
|
||
fs.writeFileSync(
|
||
path.join(projectDir, '.planning', 'config.json'),
|
||
JSON.stringify(config),
|
||
);
|
||
}
|
||
|
||
// Hermeticity: `queryCodexJson` used to inherit the DEVELOPER's real
|
||
// HOME/USERPROFILE with no override, so any row that writes no
|
||
// `model_overrides` key at all was silently reading (and could red
|
||
// against) the operator's own ~/.msd/defaults.json — exactly the surface
|
||
// the BLOCKER regression test below needs to control precisely. Every
|
||
// call now gets a fresh, per-call temp HOME (removed synchronously after
|
||
// the CLI returns, since the call is a blocking spawn). USERPROFILE is
|
||
// set alongside HOME because os.homedir() reads USERPROFILE on Windows;
|
||
// omitting it would make the isolation vacuous there. The sandbox marker
|
||
// satisfies the same passwd-less-host fallback installSpawnEnv documents.
|
||
// `beforeSpawn`, when provided, is called with the sandbox HOME dir path
|
||
// BEFORE the CLI spawns — the seam a caller needs to seed a GLOBAL
|
||
// ~/.msd/defaults.json (see writeGlobalDefaults below) for a
|
||
// global-only-pin row.
|
||
function queryCodexJson(projectDir, extraEnv = {}, beforeSpawn = null) {
|
||
const sandboxHomeDir = fs.mkdtempSync(path.join(os.tmpdir(), 'msd-3714-home-'));
|
||
try {
|
||
if (typeof beforeSpawn === 'function') beforeSpawn(sandboxHomeDir);
|
||
const r = runNode(
|
||
[MSD_TOOLS, 'query', 'dispatch-isolation', '--json', '--cwd-target', '/tmp/wt', '--prompt', 'do the thing'],
|
||
{
|
||
cwd: projectDir,
|
||
env: {
|
||
...process.env,
|
||
MSD_RUNTIME: 'codex',
|
||
HOME: sandboxHomeDir,
|
||
USERPROFILE: sandboxHomeDir,
|
||
[TEST_HOME_SANDBOX_MARKER]: sandboxHomeDir,
|
||
...extraEnv,
|
||
},
|
||
timeoutMs: PROBE_TIMEOUT_MS,
|
||
},
|
||
);
|
||
throwIfFailed(r, 'msd-tools query dispatch-isolation --json (codex, model policy)');
|
||
return { json: JSON.parse(r.stdout), stderr: r.stderr };
|
||
} finally {
|
||
cleanup(sandboxHomeDir);
|
||
}
|
||
}
|
||
|
||
// Writes ~/.msd/defaults.json (the GLOBAL model_overrides store) into the
|
||
// per-call sandbox HOME so a test can exercise "global-only pin, no
|
||
// per-project override" — the exact shape the BLOCKER describes.
|
||
function writeGlobalDefaults(homeDir, defaults) {
|
||
const msdDir = path.join(homeDir, '.msd');
|
||
fs.mkdirSync(msdDir, { recursive: true });
|
||
fs.writeFileSync(path.join(msdDir, 'defaults.json'), JSON.stringify(defaults));
|
||
}
|
||
|
||
function hasModelFlag(execArgs) {
|
||
return execArgs.includes('--model');
|
||
}
|
||
|
||
// MATRIX row 1: an explicit real-Codex msd-executor override reaches argv
|
||
// as --model.
|
||
test('row 1: explicit model_overrides["msd-executor"] -> exec.args contains ["--model","gpt-5.6-terra"] at the correct position', () => {
|
||
const dir = createTempProject('msd-3714-row1-');
|
||
try {
|
||
writeConfig(dir, { model_overrides: { 'msd-executor': 'gpt-5.6-terra' } });
|
||
const { json: result } = queryCodexJson(dir);
|
||
assert.equal(result.isolation, 'orchestrator-worktree');
|
||
assert.deepEqual(result.exec.args, ['exec', '--model', 'gpt-5.6-terra', '--cd', '/tmp/wt', 'do the thing']);
|
||
} finally {
|
||
cleanup(dir);
|
||
}
|
||
});
|
||
|
||
// MATRIX row 2 [CONTROL]: no override configured -> no --model, and in
|
||
// particular the resolve-model tier value ("sonnet") must NEVER leak onto
|
||
// codex's argv (that is the #2310/#2311 400 ADR-2313 exists to prevent).
|
||
test('row 2 CONTROL: no override -> exec.args contains NO --model and no "sonnet" anywhere', () => {
|
||
const dir = createTempProject('msd-3714-row2-');
|
||
try {
|
||
writeConfig(dir, {});
|
||
const { json: result } = queryCodexJson(dir);
|
||
assert.equal(result.isolation, 'orchestrator-worktree');
|
||
assert.deepEqual(result.exec.args, ['exec', '--cd', '/tmp/wt', 'do the thing']);
|
||
assert.ok(!hasModelFlag(result.exec.args));
|
||
assert.ok(!result.exec.args.join(' ').includes('sonnet'));
|
||
} finally {
|
||
cleanup(dir);
|
||
}
|
||
});
|
||
|
||
// MATRIX row 3 [CONTROL]: the 'inherit' sentinel must never reach argv.
|
||
test('row 3 CONTROL: model_overrides["msd-executor"] === "inherit" -> no --model (sentinel never on the wire)', () => {
|
||
const dir = createTempProject('msd-3714-row3-');
|
||
try {
|
||
writeConfig(dir, { model_overrides: { 'msd-executor': 'inherit' } });
|
||
const { json: result } = queryCodexJson(dir);
|
||
assert.deepEqual(result.exec.args, ['exec', '--cd', '/tmp/wt', 'do the thing']);
|
||
assert.ok(!hasModelFlag(result.exec.args));
|
||
assert.ok(!result.exec.args.join(' ').includes('inherit'));
|
||
} finally {
|
||
cleanup(dir);
|
||
}
|
||
});
|
||
|
||
// MATRIX row 4 [CONTROL]: an empty-string override resolves to null, same as no override.
|
||
test('row 4 CONTROL: model_overrides["msd-executor"] === "" -> no --model', () => {
|
||
const dir = createTempProject('msd-3714-row4-');
|
||
try {
|
||
writeConfig(dir, { model_overrides: { 'msd-executor': '' } });
|
||
const { json: result } = queryCodexJson(dir);
|
||
assert.deepEqual(result.exec.args, ['exec', '--cd', '/tmp/wt', 'do the thing']);
|
||
assert.ok(!hasModelFlag(result.exec.args));
|
||
} finally {
|
||
cleanup(dir);
|
||
}
|
||
});
|
||
|
||
// MATRIX row 5 [CONTROL]: a model_profile alone (no per-agent override) must
|
||
// NOT route through the tier table onto codex's argv — ADR-2313 forbids
|
||
// tier routing to codex entirely; passing `null` as the runtimeResolver
|
||
// (per the fix design) is what makes this structural rather than incidental.
|
||
test('row 5 CONTROL: model_profile:"balanced" only (no per-agent override) -> no --model (tier routing forbidden, ADR-2313)', () => {
|
||
const dir = createTempProject('msd-3714-row5-');
|
||
try {
|
||
writeConfig(dir, { runtime: 'codex', model_profile: 'balanced' });
|
||
const { json: result } = queryCodexJson(dir);
|
||
assert.deepEqual(result.exec.args, ['exec', '--cd', '/tmp/wt', 'do the thing']);
|
||
assert.ok(!hasModelFlag(result.exec.args));
|
||
assert.ok(!result.exec.args.join(' ').includes('sonnet'));
|
||
} finally {
|
||
cleanup(dir);
|
||
}
|
||
});
|
||
|
||
// BLOCKER regression test: a GLOBAL (~/.msd/defaults.json) Anthropic-flavored
|
||
// pin must NOT reach codex's argv, and must produce a stderr warning. Before
|
||
// this fix, presence-only gating let this straight through to
|
||
// `codex exec --model sonnet` — the documented #2310/#2311 400.
|
||
test('BLOCKER: global-only model_overrides["msd-executor"]="sonnet" -> NO --model, and a stderr warning', () => {
|
||
const dir = createTempProject('msd-3714-blocker-global-anthropic-');
|
||
try {
|
||
writeConfig(dir, {});
|
||
const { json: result, stderr } = queryCodexJson(dir, {}, (homeDir) => {
|
||
writeGlobalDefaults(homeDir, { model_overrides: { 'msd-executor': 'sonnet' } });
|
||
});
|
||
assert.deepEqual(result.exec.args, ['exec', '--cd', '/tmp/wt', 'do the thing']);
|
||
assert.ok(!hasModelFlag(result.exec.args));
|
||
assert.ok(!result.exec.args.join(' ').includes('sonnet'));
|
||
assert.match(stderr, /msd-executor.*sonnet.*Anthropic/i);
|
||
} finally {
|
||
cleanup(dir);
|
||
}
|
||
});
|
||
|
||
test('global-only model_overrides["msd-executor"]="gpt-5.6-terra" (real Codex pin) -> IS emitted', () => {
|
||
const dir = createTempProject('msd-3714-global-real-');
|
||
try {
|
||
writeConfig(dir, {});
|
||
const { json: result, stderr } = queryCodexJson(dir, {}, (homeDir) => {
|
||
writeGlobalDefaults(homeDir, { model_overrides: { 'msd-executor': 'gpt-5.6-terra' } });
|
||
});
|
||
assert.deepEqual(result.exec.args, ['exec', '--model', 'gpt-5.6-terra', '--cd', '/tmp/wt', 'do the thing']);
|
||
assert.equal(stderr, '');
|
||
} finally {
|
||
cleanup(dir);
|
||
}
|
||
});
|
||
|
||
test('whitespace-only override " " -> no --model, no warning', () => {
|
||
const dir = createTempProject('msd-3714-ws-');
|
||
try {
|
||
writeConfig(dir, { model_overrides: { 'msd-executor': ' ' } });
|
||
const { json: result, stderr } = queryCodexJson(dir);
|
||
assert.deepEqual(result.exec.args, ['exec', '--cd', '/tmp/wt', 'do the thing']);
|
||
assert.equal(stderr, '');
|
||
} finally {
|
||
cleanup(dir);
|
||
}
|
||
});
|
||
|
||
test('"Inherit" and " inherit " (case/whitespace-insensitive sentinel) -> no --model', () => {
|
||
for (const value of ['Inherit', ' inherit ']) {
|
||
const dir = createTempProject('msd-3714-inherit-ci-');
|
||
try {
|
||
writeConfig(dir, { model_overrides: { 'msd-executor': value } });
|
||
const { json: result, stderr } = queryCodexJson(dir);
|
||
assert.deepEqual(result.exec.args, ['exec', '--cd', '/tmp/wt', 'do the thing'], `value=${JSON.stringify(value)}`);
|
||
assert.equal(stderr, '');
|
||
} finally {
|
||
cleanup(dir);
|
||
}
|
||
}
|
||
});
|
||
|
||
test('injection-shaped override values -> no --model, and a stderr warning', () => {
|
||
const injectionValues = [
|
||
'gpt-5 -c approval_policy=never',
|
||
'gpt-5$(touch /tmp/x)',
|
||
'gpt-5; touch /tmp/x',
|
||
'gpt-5\nHOST_INJECTED',
|
||
'gpt-5 |