* test(#2069): add fail-first regression for global-defaults dropped keys Adds four failing-first regression cases to tests/defaults-json-fallback.test.cjs: - model_policy forwarded from ~/.gsd/defaults.json - model_profile_overrides forwarded from ~/.gsd/defaults.json - runtime forwarded from ~/.gsd/defaults.json - parity: model_policy survives identically whether it lives in the global defaults or in a project's .planning/config.json All four fail on unfixed code (Branch D of loadConfigResolved builds _globalBaseCfg from a whitelist that omits these three keys). The project-config path at config-loader.cts:602-604 already forwards them, so the global path should too. * fix(#2069): forward model_policy, model_profile_overrides, runtime from global defaults The _globalBaseCfg whitelist in Branch D of loadConfigResolved previously omitted three keys that the project-config path forwards parsed['…']: - runtime - model_profile_overrides - model_policy so ~/.gsd/defaults.json silently dropped them. A machine-wide model policy (or runtime / profile overrides) was honored inside a project (where .planning/config.json carries it) but ignored for out-of-project runs — resolve-model fell back to the profile default with no warning. Adds the three entries to _globalBaseCfg in the same (globalDefaults['…']) || null shape as the sibling keys and the project-config path, so global defaults honor them identically. Regression tests in the prior commit (#2069 fail-first) demonstrate the fix on the same suite that previously failed. * test(#2069): extend parity test to all three previously-dropped keys Code review (subagent) flagged that the parity test only asserted model_policy shape-parity between global-defaults and project-config paths. A future regression breaking just runtime or just model_profile_overrides shape (e.g. someone changing parsed['runtime'] to ?? null in the project path) would slip a single-key test. Extends the parity test to assert deepStrictEqual / strictEqual across all three keys: model_policy, model_profile_overrides, runtime. Same two-dir setup, three cheap assertions. * chore(changeset): backfill pr:2442 in .changeset/sturdy-seals-fly.md
247 lines
9.6 KiB
JavaScript
247 lines
9.6 KiB
JavaScript
/**
|
|
* GSD Tools Tests — ~/.gsd/defaults.json fallback (#1683)
|
|
*
|
|
* When .planning/ does not exist (pre-project context), loadConfig() should
|
|
* consult ~/.gsd/defaults.json before returning hardcoded defaults.
|
|
* When .planning/ exists but config.json is missing, hardcoded defaults are used.
|
|
*/
|
|
|
|
const { test, describe } = require('node:test');
|
|
const assert = require('node:assert/strict');
|
|
const fs = require('fs');
|
|
const path = require('path');
|
|
const os = require('os');
|
|
const { cleanup } = require('./helpers.cjs');
|
|
|
|
const { loadConfig } = require('../gsd-core/bin/lib/config-loader.cjs');
|
|
|
|
/** Create a bare temp dir (no .planning/) to simulate pre-project context */
|
|
function createBareTmpDir() {
|
|
return fs.mkdtempSync(path.join(os.tmpdir(), 'gsd-test-'));
|
|
}
|
|
|
|
describe('loadConfig ~/.gsd/defaults.json fallback (#1683)', () => {
|
|
test('pre-project, no defaults.json → hardcoded defaults', (t) => {
|
|
const tmpDir = createBareTmpDir();
|
|
process.env.GSD_HOME = tmpDir;
|
|
t.after(() => { delete process.env.GSD_HOME; cleanup(tmpDir); });
|
|
|
|
const config = loadConfig(tmpDir);
|
|
assert.strictEqual(config.model_profile, 'balanced');
|
|
assert.strictEqual(config.context_window, 200000);
|
|
assert.strictEqual(config.research, true);
|
|
assert.strictEqual(config.subagent_timeout, 300000);
|
|
});
|
|
|
|
test('pre-project, defaults.json exists → merges with hardcoded defaults', (t) => {
|
|
const tmpDir = createBareTmpDir();
|
|
|
|
// Create ~/.gsd/defaults.json under fake GSD_HOME
|
|
const gsdDir = path.join(tmpDir, '.gsd');
|
|
fs.mkdirSync(gsdDir, { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(gsdDir, 'defaults.json'),
|
|
JSON.stringify({ model_profile: 'quality', context_window: 1000000 })
|
|
);
|
|
|
|
process.env.GSD_HOME = tmpDir;
|
|
t.after(() => { delete process.env.GSD_HOME; cleanup(tmpDir); });
|
|
|
|
const config = loadConfig(tmpDir);
|
|
// Values from defaults.json
|
|
assert.strictEqual(config.model_profile, 'quality');
|
|
assert.strictEqual(config.context_window, 1000000);
|
|
// Hardcoded defaults for keys not in defaults.json
|
|
assert.strictEqual(config.research, true);
|
|
assert.strictEqual(config.subagent_timeout, 300000);
|
|
assert.strictEqual(config.parallelization, true);
|
|
});
|
|
|
|
test('.planning/ exists but no config.json → hardcoded defaults (not defaults.json)', (t) => {
|
|
const tmpDir = createBareTmpDir();
|
|
// Create .planning/ without config.json
|
|
fs.mkdirSync(path.join(tmpDir, '.planning'), { recursive: true });
|
|
|
|
// Create defaults.json — should NOT be consulted
|
|
const gsdDir = path.join(tmpDir, '.gsd');
|
|
fs.mkdirSync(gsdDir, { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(gsdDir, 'defaults.json'),
|
|
JSON.stringify({ model_profile: 'quality', context_window: 1000000 })
|
|
);
|
|
|
|
process.env.GSD_HOME = tmpDir;
|
|
t.after(() => { delete process.env.GSD_HOME; cleanup(tmpDir); });
|
|
|
|
const config = loadConfig(tmpDir);
|
|
// Hardcoded defaults — NOT defaults.json values
|
|
assert.strictEqual(config.model_profile, 'balanced');
|
|
assert.strictEqual(config.context_window, 200000);
|
|
});
|
|
|
|
test('project config exists → project config wins', (t) => {
|
|
const tmpDir = createBareTmpDir();
|
|
fs.mkdirSync(path.join(tmpDir, '.planning'), { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(tmpDir, '.planning', 'config.json'),
|
|
JSON.stringify({ model_profile: 'budget' })
|
|
);
|
|
|
|
// Also write defaults.json with a different value
|
|
const gsdDir = path.join(tmpDir, '.gsd');
|
|
fs.mkdirSync(gsdDir, { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(gsdDir, 'defaults.json'),
|
|
JSON.stringify({ model_profile: 'quality', context_window: 1000000 })
|
|
);
|
|
|
|
process.env.GSD_HOME = tmpDir;
|
|
t.after(() => { delete process.env.GSD_HOME; cleanup(tmpDir); });
|
|
|
|
const config = loadConfig(tmpDir);
|
|
assert.strictEqual(config.model_profile, 'budget');
|
|
assert.strictEqual(config.context_window, 200000);
|
|
});
|
|
|
|
test('defaults.json with unknown keys → unknown keys NOT passed through', (t) => {
|
|
const tmpDir = createBareTmpDir();
|
|
|
|
const gsdDir = path.join(tmpDir, '.gsd');
|
|
fs.mkdirSync(gsdDir, { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(gsdDir, 'defaults.json'),
|
|
JSON.stringify({
|
|
model_profile: 'quality',
|
|
unknown_key: 'should_not_appear',
|
|
another_unknown: 42,
|
|
})
|
|
);
|
|
|
|
process.env.GSD_HOME = tmpDir;
|
|
t.after(() => { delete process.env.GSD_HOME; cleanup(tmpDir); });
|
|
|
|
const config = loadConfig(tmpDir);
|
|
assert.strictEqual(config.model_profile, 'quality');
|
|
assert.strictEqual(config.unknown_key, undefined);
|
|
assert.strictEqual(config.another_unknown, undefined);
|
|
});
|
|
|
|
test('defaults.json with invalid JSON → returns hardcoded defaults', (t) => {
|
|
const tmpDir = createBareTmpDir();
|
|
|
|
const gsdDir = path.join(tmpDir, '.gsd');
|
|
fs.mkdirSync(gsdDir, { recursive: true });
|
|
fs.writeFileSync(path.join(gsdDir, 'defaults.json'), '{ not valid json !!!');
|
|
|
|
process.env.GSD_HOME = tmpDir;
|
|
t.after(() => { delete process.env.GSD_HOME; cleanup(tmpDir); });
|
|
|
|
const config = loadConfig(tmpDir);
|
|
assert.strictEqual(config.model_profile, 'balanced');
|
|
assert.strictEqual(config.context_window, 200000);
|
|
});
|
|
|
|
// ─── #2069: global-defaults must forward model_policy / model_profile_overrides / runtime ─
|
|
// The _globalBaseCfg whitelist in Branch D of loadConfigResolved previously omitted these
|
|
// three keys, so they were silently dropped from ~/.gsd/defaults.json while the identical
|
|
// keys in a project's .planning/config.json were honored. The tests below are fail-first:
|
|
// each asserts the global path forwards its key, mirroring the project-config parity test.
|
|
|
|
test('#2069 defaults.json model_policy → forwarded from global defaults', (t) => {
|
|
const tmpDir = createBareTmpDir();
|
|
const policy = { provider: 'anthropic', budget: 'high' };
|
|
|
|
const gsdDir = path.join(tmpDir, '.gsd');
|
|
fs.mkdirSync(gsdDir, { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(gsdDir, 'defaults.json'),
|
|
JSON.stringify({ model_policy: policy })
|
|
);
|
|
|
|
process.env.GSD_HOME = tmpDir;
|
|
t.after(() => { delete process.env.GSD_HOME; cleanup(tmpDir); });
|
|
|
|
const config = loadConfig(tmpDir);
|
|
assert.deepStrictEqual(config.model_policy, policy);
|
|
});
|
|
|
|
test('#2069 defaults.json model_profile_overrides → forwarded from global defaults', (t) => {
|
|
const tmpDir = createBareTmpDir();
|
|
const overrides = { claude: { planner: { model: 'claude-opus-4-5' } } };
|
|
|
|
const gsdDir = path.join(tmpDir, '.gsd');
|
|
fs.mkdirSync(gsdDir, { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(gsdDir, 'defaults.json'),
|
|
JSON.stringify({ model_profile_overrides: overrides })
|
|
);
|
|
|
|
process.env.GSD_HOME = tmpDir;
|
|
t.after(() => { delete process.env.GSD_HOME; cleanup(tmpDir); });
|
|
|
|
const config = loadConfig(tmpDir);
|
|
assert.deepStrictEqual(config.model_profile_overrides, overrides);
|
|
});
|
|
|
|
test('#2069 defaults.json runtime → forwarded from global defaults', (t) => {
|
|
const tmpDir = createBareTmpDir();
|
|
const runtime = 'codex';
|
|
|
|
const gsdDir = path.join(tmpDir, '.gsd');
|
|
fs.mkdirSync(gsdDir, { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(gsdDir, 'defaults.json'),
|
|
JSON.stringify({ runtime })
|
|
);
|
|
|
|
process.env.GSD_HOME = tmpDir;
|
|
t.after(() => { delete process.env.GSD_HOME; cleanup(tmpDir); });
|
|
|
|
const config = loadConfig(tmpDir);
|
|
assert.strictEqual(config.runtime, runtime);
|
|
});
|
|
|
|
test('#2069 defaults.json parity: model_policy / model_profile_overrides / runtime survive identically to project-config path', (t) => {
|
|
// Identical values in ~/.gsd/defaults.json (no .planning/) vs .planning/config.json (no defaults.json)
|
|
// must produce identical config.<key> for each of the three previously-dropped keys. A future
|
|
// regression breaking shape-parity for just one key — e.g. changing the project path to
|
|
// `parsed['runtime'] ?? null` — would slip a single-key test, so all three are asserted here.
|
|
const policy = { provider: 'anthropic', budget: 'low' };
|
|
const overrides = { claude: { planner: { model: 'claude-opus-4-5' } } };
|
|
const runtime = 'codex';
|
|
|
|
// Global path: ~/.gsd/defaults.json only, no .planning/
|
|
const globalDir = createBareTmpDir();
|
|
const globalGsdDir = path.join(globalDir, '.gsd');
|
|
fs.mkdirSync(globalGsdDir, { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(globalGsdDir, 'defaults.json'),
|
|
JSON.stringify({ model_policy: policy, model_profile_overrides: overrides, runtime })
|
|
);
|
|
|
|
process.env.GSD_HOME = globalDir;
|
|
const globalConfig = loadConfig(globalDir);
|
|
delete process.env.GSD_HOME;
|
|
t.after(() => { cleanup(globalDir); });
|
|
|
|
// Project path: .planning/config.json only, no defaults.json
|
|
const projectDir = createBareTmpDir();
|
|
fs.mkdirSync(path.join(projectDir, '.planning'), { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(projectDir, '.planning', 'config.json'),
|
|
JSON.stringify({ model_policy: policy, model_profile_overrides: overrides, runtime })
|
|
);
|
|
|
|
// GSD_HOME pointing somewhere with no defaults.json so the project path is the sole source.
|
|
const emptyHome = createBareTmpDir();
|
|
process.env.GSD_HOME = emptyHome;
|
|
const projectConfig = loadConfig(projectDir);
|
|
delete process.env.GSD_HOME;
|
|
t.after(() => { cleanup(projectDir); cleanup(emptyHome); });
|
|
|
|
assert.deepStrictEqual(globalConfig.model_policy, projectConfig.model_policy);
|
|
assert.deepStrictEqual(globalConfig.model_profile_overrides, projectConfig.model_profile_overrides);
|
|
assert.strictEqual(globalConfig.runtime, projectConfig.runtime);
|
|
});
|
|
});
|