Merge branch 'next' into fix/1698-codex-output-last-message
This commit is contained in:
@@ -10,7 +10,7 @@ const capabilities = {
|
||||
"ai-integration": {
|
||||
"id": "ai-integration",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "AI design contract",
|
||||
"description": "AI-SPEC design contract workflow for phases that build AI systems; owns the AI integration command, agents, and workflow.ai_integration_phase activation key.",
|
||||
"tier": "full",
|
||||
@@ -63,7 +63,7 @@ const capabilities = {
|
||||
"antigravity": {
|
||||
"id": "antigravity",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Antigravity",
|
||||
"description": "Google Antigravity IDE — nested under ~/.gemini/antigravity; probed across 1.x and 2.x layouts; Gemini hook event dialect; flat skill layout; tier-1 support.",
|
||||
"tier": "core",
|
||||
@@ -141,7 +141,7 @@ const capabilities = {
|
||||
"assumption-delta": {
|
||||
"id": "assumption-delta",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Assumption-delta architecture checkpoint",
|
||||
"description": "Rarely-firing advisory checkpoint that triggers when a phase makes something plural, optional, or chosen that used to be singular, required, or derived. Surfaces one identity-model question (promote the new general representation to primary, or add it alongside?) so a silent primary-key drift does not accumulate into a later user-facing bug. Non-blocking; fires only on a detected signal.",
|
||||
"tier": "full",
|
||||
@@ -187,7 +187,7 @@ const capabilities = {
|
||||
"audit": {
|
||||
"id": "audit",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Audit",
|
||||
"description": "Open-artifact audit and UAT-gap audit for milestone close gates; exposes `gsd-tools audit-uat` (cross-phase UAT outstanding items) and `gsd-tools audit-open` (structured open-artifact scan across debug, tasks, threads, todos, seeds, UAT, verification, context-questions).",
|
||||
"tier": "full",
|
||||
@@ -224,7 +224,7 @@ const capabilities = {
|
||||
"augment": {
|
||||
"id": "augment",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Augment Code",
|
||||
"description": "Augment Code CLI — commands + nested-skill artifact layout; settings-json hook surface; Claude hook event dialect; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -327,7 +327,7 @@ const capabilities = {
|
||||
"claude": {
|
||||
"id": "claude",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Claude Code",
|
||||
"description": "Anthropic Claude Code — primary development runtime; tier-1 support with full hook surface and skills-based global install.",
|
||||
"tier": "core",
|
||||
@@ -411,7 +411,7 @@ const capabilities = {
|
||||
"cline": {
|
||||
"id": "cline",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Cline",
|
||||
"description": "Cline (VS Code extension) — global-only nested-skill layout; cline-rules hook surface (.clinerules); no hook events emitted; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -472,7 +472,7 @@ const capabilities = {
|
||||
"code-review": {
|
||||
"id": "code-review",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Code review",
|
||||
"description": "Source-file code review and review-fix workflow support for completed execution work.",
|
||||
"tier": "full",
|
||||
@@ -533,7 +533,7 @@ const capabilities = {
|
||||
"codebuddy": {
|
||||
"id": "codebuddy",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "CodeBuddy",
|
||||
"description": "CodeBuddy (Tencent) — converted commands + skills artifact layout; settings-json hook surface; Claude hook event dialect; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -636,7 +636,7 @@ const capabilities = {
|
||||
"codex": {
|
||||
"id": "codex",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "OpenAI Codex CLI",
|
||||
"description": "OpenAI Codex CLI — shell-var command style; per-agent sandbox tiers; config.toml + hooks.json hook surface; tier-1 support.",
|
||||
"tier": "core",
|
||||
@@ -707,7 +707,7 @@ const capabilities = {
|
||||
"copilot": {
|
||||
"id": "copilot",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "GitHub Copilot",
|
||||
"description": "GitHub Copilot (VS Code) — markdown config format; copilot-inline hook surface; no hook events emitted; flat skill nesting (unconfirmed recursive loader); tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -778,7 +778,7 @@ const capabilities = {
|
||||
"cursor": {
|
||||
"id": "cursor",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Cursor",
|
||||
"description": "Cursor IDE — skills + converted commands artifact layout; hooks.json surface; Claude hook event dialect; recursive skill loader (flat nesting); tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -881,7 +881,7 @@ const capabilities = {
|
||||
"drift": {
|
||||
"id": "drift",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Drift detection gates",
|
||||
"description": "Drift detection gates for the planning loop. At execute:wave:post: a blocking schema drift gate (detects schema files changed without a database push) and a non-blocking codebase drift gate (detects structural additions not reflected in STRUCTURE.md). At plan:pre: a non-blocking, warn-only codebase drift gate (gated on workflow.plan_drift_precheck) that flags a stale codebase map before planning, so plans are authored against a fresh STRUCTURE.md instead of discovering drift mid-execution.",
|
||||
"tier": "full",
|
||||
@@ -959,7 +959,7 @@ const capabilities = {
|
||||
"gap-analysis": {
|
||||
"id": "gap-analysis",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Post-planning gap analysis",
|
||||
"description": "Proactive, non-blocking post-planning coverage report. After all PLAN.md files are generated, cross-references every REQ-ID and D-ID from REQUIREMENTS.md and CONTEXT.md against plan bodies. Emits a Source | Item | Status table. Does not block phase advancement.",
|
||||
"tier": "standard",
|
||||
@@ -1000,7 +1000,7 @@ const capabilities = {
|
||||
"gemini": {
|
||||
"id": "gemini",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Gemini CLI",
|
||||
"description": "Google Gemini CLI — commands-only artifact layout (TOML); Gemini hook event dialect; settings-json hook surface; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -1075,7 +1075,7 @@ const capabilities = {
|
||||
"graphify": {
|
||||
"id": "graphify",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Knowledge graph",
|
||||
"description": "Build, query, and inspect the project knowledge graph in `.planning/graphs/`; exposes graphify CLI subcommands (build, query, status, diff) and the /gsd-graphify skill.",
|
||||
"tier": "full",
|
||||
@@ -1116,7 +1116,7 @@ const capabilities = {
|
||||
"hermes": {
|
||||
"id": "hermes",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Hermes Agent",
|
||||
"description": "Hermes Agent (NousResearch) — skills nest under skills/gsd/ category bucket; nested skill layout; settings-json hook surface; Claude hook event dialect; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -1187,7 +1187,7 @@ const capabilities = {
|
||||
"intel": {
|
||||
"id": "intel",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Codebase intelligence",
|
||||
"description": "Code-intelligence store for codebase querying, diff, snapshot, and API-surface extraction; exposes `gsd-tools intel` subcommands (query, status, update, diff, snapshot, patch-meta, validate, extract-exports, api-surface) and backs `/gsd-map-codebase` and `gsd-intel-updater`.",
|
||||
"tier": "full",
|
||||
@@ -1239,7 +1239,7 @@ const capabilities = {
|
||||
"kilo": {
|
||||
"id": "kilo",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Kilo Code",
|
||||
"description": "Kilo Code — XDG-based config dir; global skills at ~/.kilo/skills (separate from XDG config); flat command/ + skills artifact layout; no lifecycle hook registration; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -1332,7 +1332,7 @@ const capabilities = {
|
||||
"kimi": {
|
||||
"id": "kimi",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Kimi CLI",
|
||||
"description": "Kimi CLI (Moonshot AI) — generic agents root at ~/.config/agents; skills + kimi-agents artifact layout; no hook surface; no hook events; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -1406,7 +1406,7 @@ const capabilities = {
|
||||
"mempalace": {
|
||||
"id": "mempalace",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "MemPalace memory",
|
||||
"description": "Cross-session, cross-project memory: deliberate recall before discuss/plan and verbatim capture + temporal-KG sync at phase boundaries, via the MemPalace MCP server and CLI.",
|
||||
"tier": "full",
|
||||
@@ -1580,7 +1580,7 @@ const capabilities = {
|
||||
"nyquist": {
|
||||
"id": "nyquist",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Nyquist validation",
|
||||
"description": "Validation coverage audit that maps executed work back to tests and manual-only evidence.",
|
||||
"tier": "full",
|
||||
@@ -1630,7 +1630,7 @@ const capabilities = {
|
||||
"opencode": {
|
||||
"id": "opencode",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "OpenCode",
|
||||
"description": "OpenCode — XDG-based config dir; flat command/ + skills artifact layout; settings-json config format; no lifecycle hook registration; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -1718,7 +1718,7 @@ const capabilities = {
|
||||
"pattern-mapper": {
|
||||
"id": "pattern-mapper",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Pattern mapping",
|
||||
"description": "Optional codebase-pattern mapping before planning; owns the pattern mapper agent and workflow.pattern_mapper activation key.",
|
||||
"tier": "full",
|
||||
@@ -1772,7 +1772,7 @@ const capabilities = {
|
||||
"profile-pipeline": {
|
||||
"id": "profile-pipeline",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Developer profiling pipeline",
|
||||
"description": "Developer behavioral profiling from Claude Code session history; scans session JSONL files, extracts and samples user messages, and generates profile artifacts (USER-PROFILE.md, dev-preferences.md, CLAUDE.md sections). Exposes eight `gsd-tools` commands: scan-sessions, extract-messages, profile-sample (pipeline phase) and write-profile, profile-questionnaire, generate-dev-preferences, generate-claude-profile, generate-claude-md (output phase). Backs the /gsd-profile-user skill and gsd-user-profiler agent.",
|
||||
"tier": "full",
|
||||
@@ -1849,7 +1849,7 @@ const capabilities = {
|
||||
"qwen": {
|
||||
"id": "qwen",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Qwen Code",
|
||||
"description": "Qwen Code (Alibaba) — nested-skill artifact layout; settings-json hook surface; Claude hook event dialect; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -1924,7 +1924,7 @@ const capabilities = {
|
||||
"research": {
|
||||
"id": "research",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Phase research",
|
||||
"description": "Optional phase research before planning; owns the phase researcher agent and workflow.research activation key.",
|
||||
"tier": "standard",
|
||||
@@ -1976,7 +1976,7 @@ const capabilities = {
|
||||
"schema-gate": {
|
||||
"id": "schema-gate",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Schema push detection gate",
|
||||
"description": "Detects ORM schema-relevant files in the phase scope during planning and injects a mandatory [BLOCKING] schema push task into the plan. Prevents false-positive verification where build/types pass because TypeScript types come from config, not the live database.",
|
||||
"tier": "full",
|
||||
@@ -2022,7 +2022,7 @@ const capabilities = {
|
||||
"security": {
|
||||
"id": "security",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Security enforcement",
|
||||
"description": "Threat mitigation verification and ship-time security blocking for phases with security enforcement enabled.",
|
||||
"tier": "full",
|
||||
@@ -2121,7 +2121,7 @@ const capabilities = {
|
||||
"tdd": {
|
||||
"id": "tdd",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Test-driven development",
|
||||
"description": "Injects TDD heuristics into the planner and enforces RED/GREEN gate compliance on type:tdd plans after execution. Owns workflow.tdd_mode; the --tdd CLI flag is the ephemeral override.",
|
||||
"tier": "full",
|
||||
@@ -2174,7 +2174,7 @@ const capabilities = {
|
||||
"trae": {
|
||||
"id": "trae",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Trae IDE",
|
||||
"description": "Trae IDE — nested-skill artifact layout; no hook surface (profile-marker-only config); tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -2260,7 +2260,7 @@ const capabilities = {
|
||||
"ui": {
|
||||
"id": "ui",
|
||||
"role": "feature",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "UI design contracts",
|
||||
"description": "UI-SPEC design contract + retrospective UI audit for frontend phases.",
|
||||
"tier": "full",
|
||||
@@ -2355,7 +2355,7 @@ const capabilities = {
|
||||
"windsurf": {
|
||||
"id": "windsurf",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Windsurf",
|
||||
"description": "Windsurf (Codeium) — workspace workflow artifact layout for slash commands; no hook surface; no hook events; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -3180,7 +3180,7 @@ const runtimes = {
|
||||
"antigravity": {
|
||||
"id": "antigravity",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Antigravity",
|
||||
"description": "Google Antigravity IDE — nested under ~/.gemini/antigravity; probed across 1.x and 2.x layouts; Gemini hook event dialect; flat skill layout; tier-1 support.",
|
||||
"tier": "core",
|
||||
@@ -3258,7 +3258,7 @@ const runtimes = {
|
||||
"augment": {
|
||||
"id": "augment",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Augment Code",
|
||||
"description": "Augment Code CLI — commands + nested-skill artifact layout; settings-json hook surface; Claude hook event dialect; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -3361,7 +3361,7 @@ const runtimes = {
|
||||
"claude": {
|
||||
"id": "claude",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Claude Code",
|
||||
"description": "Anthropic Claude Code — primary development runtime; tier-1 support with full hook surface and skills-based global install.",
|
||||
"tier": "core",
|
||||
@@ -3445,7 +3445,7 @@ const runtimes = {
|
||||
"cline": {
|
||||
"id": "cline",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Cline",
|
||||
"description": "Cline (VS Code extension) — global-only nested-skill layout; cline-rules hook surface (.clinerules); no hook events emitted; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -3506,7 +3506,7 @@ const runtimes = {
|
||||
"codebuddy": {
|
||||
"id": "codebuddy",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "CodeBuddy",
|
||||
"description": "CodeBuddy (Tencent) — converted commands + skills artifact layout; settings-json hook surface; Claude hook event dialect; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -3609,7 +3609,7 @@ const runtimes = {
|
||||
"codex": {
|
||||
"id": "codex",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "OpenAI Codex CLI",
|
||||
"description": "OpenAI Codex CLI — shell-var command style; per-agent sandbox tiers; config.toml + hooks.json hook surface; tier-1 support.",
|
||||
"tier": "core",
|
||||
@@ -3680,7 +3680,7 @@ const runtimes = {
|
||||
"copilot": {
|
||||
"id": "copilot",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "GitHub Copilot",
|
||||
"description": "GitHub Copilot (VS Code) — markdown config format; copilot-inline hook surface; no hook events emitted; flat skill nesting (unconfirmed recursive loader); tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -3751,7 +3751,7 @@ const runtimes = {
|
||||
"cursor": {
|
||||
"id": "cursor",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Cursor",
|
||||
"description": "Cursor IDE — skills + converted commands artifact layout; hooks.json surface; Claude hook event dialect; recursive skill loader (flat nesting); tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -3854,7 +3854,7 @@ const runtimes = {
|
||||
"gemini": {
|
||||
"id": "gemini",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Gemini CLI",
|
||||
"description": "Google Gemini CLI — commands-only artifact layout (TOML); Gemini hook event dialect; settings-json hook surface; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -3929,7 +3929,7 @@ const runtimes = {
|
||||
"hermes": {
|
||||
"id": "hermes",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Hermes Agent",
|
||||
"description": "Hermes Agent (NousResearch) — skills nest under skills/gsd/ category bucket; nested skill layout; settings-json hook surface; Claude hook event dialect; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -4000,7 +4000,7 @@ const runtimes = {
|
||||
"kilo": {
|
||||
"id": "kilo",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Kilo Code",
|
||||
"description": "Kilo Code — XDG-based config dir; global skills at ~/.kilo/skills (separate from XDG config); flat command/ + skills artifact layout; no lifecycle hook registration; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -4093,7 +4093,7 @@ const runtimes = {
|
||||
"kimi": {
|
||||
"id": "kimi",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Kimi CLI",
|
||||
"description": "Kimi CLI (Moonshot AI) — generic agents root at ~/.config/agents; skills + kimi-agents artifact layout; no hook surface; no hook events; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -4167,7 +4167,7 @@ const runtimes = {
|
||||
"opencode": {
|
||||
"id": "opencode",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "OpenCode",
|
||||
"description": "OpenCode — XDG-based config dir; flat command/ + skills artifact layout; settings-json config format; no lifecycle hook registration; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -4255,7 +4255,7 @@ const runtimes = {
|
||||
"qwen": {
|
||||
"id": "qwen",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Qwen Code",
|
||||
"description": "Qwen Code (Alibaba) — nested-skill artifact layout; settings-json hook surface; Claude hook event dialect; tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -4330,7 +4330,7 @@ const runtimes = {
|
||||
"trae": {
|
||||
"id": "trae",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Trae IDE",
|
||||
"description": "Trae IDE — nested-skill artifact layout; no hook surface (profile-marker-only config); tier-2 support.",
|
||||
"tier": "core",
|
||||
@@ -4416,7 +4416,7 @@ const runtimes = {
|
||||
"windsurf": {
|
||||
"id": "windsurf",
|
||||
"role": "runtime",
|
||||
"version": "1.6.0",
|
||||
"version": "1.7.0-rc.1",
|
||||
"title": "Windsurf",
|
||||
"description": "Windsurf (Codeium) — workspace workflow artifact layout for slash commands; no hook surface; no hook events; tier-2 support.",
|
||||
"tier": "core",
|
||||
|
||||
@@ -192,6 +192,8 @@ function transitionCore(content, intent, deps) {
|
||||
return pruneCore(content, intent);
|
||||
case 'sync':
|
||||
return syncCore(content, intent, deps);
|
||||
case 'rebuild':
|
||||
return rebuildCore(content, intent, deps);
|
||||
}
|
||||
}
|
||||
// ----------------------------------------------------------------------------
|
||||
@@ -1202,3 +1204,385 @@ function syncCore(content, intent, deps) {
|
||||
}
|
||||
return { content: modified, updated, data: { changes } };
|
||||
}
|
||||
// ----------------------------------------------------------------------------
|
||||
// rebuild — intent implementation (ADR-1817, capstone 11th transition)
|
||||
// ----------------------------------------------------------------------------
|
||||
//
|
||||
// Implements the body-structure derivability contract (ADR-1817 §2–§6):
|
||||
// - §2 re-derives derived sections (## Current Position prose, By Phase table
|
||||
// inside ## Performance Metrics), preserves curated sections verbatim
|
||||
// (## Accumulated Context, ## Deferred Items, ## Project Reference, ##
|
||||
// Session Continuity's prose fields) and unknown sections.
|
||||
// - §3 every mutation appends a structured entry to ## Rebuild Log
|
||||
// (ADR-1411 provenance principle — never drop silently).
|
||||
// - §4 idempotency: a no-mutation rebuild appends NO log entry, so two
|
||||
// successive runs on a clean file are byte-identical.
|
||||
// - §5 non-overlapping with sync (sync = 3 frontmatter fields, lightweight,
|
||||
// auto-triggered; rebuild = body structure, heavier, manual).
|
||||
// - §6 orthogonal to auto_prune_state (rebuild reconciles with current
|
||||
// canonical sources; prune removes by retention policy).
|
||||
//
|
||||
// Section ordering is invariant: rebuild rewrites content IN PLACE; it does
|
||||
// not reorder, insert (other than ## Rebuild Log when absent), or remove
|
||||
// sections.
|
||||
const REBUILD_LOG_SECTION = '## Rebuild Log';
|
||||
const REBUILD_LOG_TRUNCATION_LIMIT = 512;
|
||||
/**
|
||||
* Truncate a string for inclusion in a rebuild log entry. Per ADR-1817 §3 the
|
||||
* `before` / `after` fields are bounded to REBUILD_LOG_TRUNCATION_LIMIT chars
|
||||
* to prevent unbounded log growth when the drifted content is large.
|
||||
*/
|
||||
function truncateForLog(s) {
|
||||
if (s.length <= REBUILD_LOG_TRUNCATION_LIMIT)
|
||||
return s;
|
||||
return s.slice(0, REBUILD_LOG_TRUNCATION_LIMIT - 3) + '...';
|
||||
}
|
||||
/**
|
||||
* Apply a `rebuild` transition to STATE.md content. Pure core per ADR-1769 §3
|
||||
* and ADR-1817 §1. Returns `{ content, updated, data }` where `data.mutated`
|
||||
* is false when no drift was found (idempotency contract, ADR-1817 §4).
|
||||
*/
|
||||
function rebuildCore(content, _intent, deps) {
|
||||
const timestamp = deps.clock.nowIso();
|
||||
const log = [];
|
||||
let modified = content;
|
||||
// §2 Decision: re-derive derived sections, preserve others. Order is
|
||||
// oldest-section-first so log entries appear in body order.
|
||||
modified = reconcileCurrentPosition(modified, timestamp, log);
|
||||
modified = reconcileByPhaseTable(modified, deps, timestamp, log);
|
||||
modified = stripTemplatePlaceholders(modified, timestamp, log);
|
||||
modified = deduplicateSessionArchive(modified, timestamp, log);
|
||||
// §3 + §4: append the audit log ONLY when mutations occurred. The
|
||||
// log-appends-only-on-mutation rule is what makes idempotency byte-identical
|
||||
// (without it, the second invocation would always append a no-op entry).
|
||||
if (log.length > 0) {
|
||||
modified = appendRebuildLogSection(modified, log);
|
||||
}
|
||||
const updated = log.length > 0 ? ['rebuild'] : [];
|
||||
return {
|
||||
content: modified,
|
||||
updated,
|
||||
data: {
|
||||
mutated: log.length > 0,
|
||||
mutations: log.length,
|
||||
log,
|
||||
},
|
||||
};
|
||||
}
|
||||
/**
|
||||
* §2 — re-derive `## Current Position` prose fields from frontmatter.
|
||||
*
|
||||
* Drift class: `Phase:`, `Status:` etc. in body contradict frontmatter after
|
||||
* a milestone switch or prune (epic #1817). The body prose is re-derivable
|
||||
* because `buildStateFrontmatter` already derives the canonical values from
|
||||
* disk; rebuild pushes those back into the body prose.
|
||||
*
|
||||
* Implementation: pull each canonical value from frontmatter and replace the
|
||||
* body field via `stateReplaceField`. Skip silently when frontmatter lacks
|
||||
* the key (Leaky-Abstractions guard — don't synthesize values the canonical
|
||||
* source doesn't have).
|
||||
*/
|
||||
function reconcileCurrentPosition(content, timestamp, log) {
|
||||
const fm = extractFrontmatter(content);
|
||||
if (!fm || typeof fm !== 'object')
|
||||
return content;
|
||||
let modified = content;
|
||||
// Phase prose: frontmatter `current_phase` overrides body `**Current Phase:**`.
|
||||
// The body `Phase:` prose line (e.g. "Phase: 3 of 12 (Test Phase)") is owned
|
||||
// by other transitions (beginPhase / completePhase) and reconstructed from
|
||||
// total-phase counts; rebuild reconciles only the `**Current Phase:**` body
|
||||
// field that frontmatter is the canonical source for.
|
||||
const fmPhase = fm.current_phase;
|
||||
if (typeof fmPhase === 'string' || typeof fmPhase === 'number') {
|
||||
const canonicalPhase = String(fmPhase);
|
||||
const existing = (0, state_document_cjs_1.stateExtractField)(modified, 'Current Phase');
|
||||
if (existing !== null && existing !== canonicalPhase) {
|
||||
const replaced = (0, state_document_cjs_1.stateReplaceField)(modified, 'Current Phase', canonicalPhase);
|
||||
if (replaced !== null) {
|
||||
modified = replaced;
|
||||
log.push({
|
||||
timestamp,
|
||||
kind: 'current-position-reconciled',
|
||||
section: exports.STATE_MD_SECTIONS.currentPosition,
|
||||
before: truncateForLog(existing),
|
||||
after: truncateForLog(canonicalPhase),
|
||||
reason: "frontmatter 'current_phase' is canonical; body 'Current Phase' was stale",
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
// Phase name prose.
|
||||
const fmPhaseName = fm.current_phase_name;
|
||||
if (typeof fmPhaseName === 'string' || typeof fmPhaseName === 'number') {
|
||||
const canonicalName = String(fmPhaseName);
|
||||
const existing = (0, state_document_cjs_1.stateExtractField)(modified, 'Current Phase Name');
|
||||
if (existing !== null && existing !== canonicalName) {
|
||||
const replaced = (0, state_document_cjs_1.stateReplaceField)(modified, 'Current Phase Name', canonicalName);
|
||||
if (replaced !== null) {
|
||||
modified = replaced;
|
||||
log.push({
|
||||
timestamp,
|
||||
kind: 'current-position-reconciled',
|
||||
section: exports.STATE_MD_SECTIONS.currentPosition,
|
||||
before: truncateForLog(existing),
|
||||
after: truncateForLog(canonicalName),
|
||||
reason: "frontmatter 'current_phase_name' is canonical; body 'Current Phase Name' was stale",
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
return modified;
|
||||
}
|
||||
/**
|
||||
* §2 — re-derive the `**By Phase:**` table inside `## Performance Metrics`
|
||||
* from the injected `phaseInventoryProvider`. Drift class: orphaned rows for
|
||||
* phases from a prior milestone, or zero-padded phase IDs that were renamed
|
||||
* (epic #1817).
|
||||
*
|
||||
* Leaky-Abstractions guard (ADR-1817 §1): when `phaseInventoryProvider` is
|
||||
* absent (no disk scan wired), this step is a no-op. The core stays pure and
|
||||
* testable without disk I/O.
|
||||
*/
|
||||
function reconcileByPhaseTable(content, deps, timestamp, log) {
|
||||
if (!deps.phaseInventoryProvider)
|
||||
return content;
|
||||
const inventory = deps.phaseInventoryProvider();
|
||||
if (!inventory || inventory.length === 0)
|
||||
return content;
|
||||
// The canonical table shape (from gsd-core/templates/state.md):
|
||||
// | Phase | Plans | Total | Avg/Plan |
|
||||
// |-------|-------|-------|----------|
|
||||
// | - | - | - | - |
|
||||
// rebuild renders one row per inventory record (Phase N: P plans). The
|
||||
// Total/Avg columns are runtime-collected by other commands; rebuild does
|
||||
// NOT re-derive them and resets them to '-' so future plan-completion
|
||||
// repopulates. The canonical reconciliation target is the row SET.
|
||||
const tableRows = inventory.map((r) => `| ${r.number} | ${r.planCount} | - | - |`);
|
||||
const canonicalTable = [
|
||||
'| Phase | Plans | Total | Avg/Plan |',
|
||||
'|-------|-------|-------|----------|',
|
||||
...tableRows,
|
||||
];
|
||||
// Line-based splice: find `**By Phase:**` line, then walk forward collecting
|
||||
// the table block (header + separator + body rows), replace the block with
|
||||
// the canonical table preceded by a single blank-line separator.
|
||||
const lines = content.split('\n');
|
||||
const markerIdx = lines.findIndex((l) => l.trim() === '**By Phase:**');
|
||||
if (markerIdx === -1)
|
||||
return content; // unknown shape — preserve verbatim
|
||||
// Walk forward from markerIdx+1 to find the table block span. Skip leading
|
||||
// blank lines; once we see the first table row, consume subsequent table
|
||||
// rows; stop at the first non-table line after we've started.
|
||||
let blockStart = -1;
|
||||
let blockEnd = -1;
|
||||
for (let i = markerIdx + 1; i < lines.length; i++) {
|
||||
const trimmed = lines[i].trim();
|
||||
const isTable = trimmed.startsWith('|') && trimmed.endsWith('|');
|
||||
if (blockStart === -1) {
|
||||
if (isTable) {
|
||||
blockStart = i;
|
||||
blockEnd = i + 1;
|
||||
}
|
||||
else if (trimmed === '')
|
||||
continue;
|
||||
else
|
||||
break; // non-table, non-blank before any row — unknown shape
|
||||
}
|
||||
else {
|
||||
if (isTable)
|
||||
blockEnd = i + 1;
|
||||
else
|
||||
break;
|
||||
}
|
||||
}
|
||||
if (blockStart === -1)
|
||||
return content; // no table found
|
||||
// Replace lines[blockStart..blockEnd) with canonicalTable.
|
||||
const beforeBlock = lines.slice(0, markerIdx + 1);
|
||||
const afterBlock = lines.slice(blockEnd);
|
||||
// Splice: `**By Phase:**` + blank + canonicalTable rows + (whatever came after)
|
||||
const newLines = [...beforeBlock, '', ...canonicalTable, ...afterBlock];
|
||||
const candidate = newLines.join('\n');
|
||||
if (candidate === content)
|
||||
return content;
|
||||
log.push({
|
||||
timestamp,
|
||||
kind: 'by-phase-table-reconciled',
|
||||
section: exports.STATE_MD_SECTIONS.performanceMetrics,
|
||||
before: truncateForLog(lines.slice(blockStart, blockEnd).join('\n')),
|
||||
after: truncateForLog(canonicalTable.join('\n')),
|
||||
reason: 'phase dirs on disk are canonical; rows for missing phases dropped, missing phases added',
|
||||
});
|
||||
return candidate;
|
||||
}
|
||||
/**
|
||||
* §2 + epic-#1817 drift class — template-placeholder field values left in
|
||||
* place when an AI agent wrote partial state. The canonical template uses
|
||||
* `[X]`, `[Y]`, `[Phase name]`, `[date]`, `[N]`, etc. (see
|
||||
* `gsd-core/templates/state.md`). Rebuild clears any `**Field:** [placeholder]`
|
||||
* line where the value still matches the placeholder shape.
|
||||
*
|
||||
* "Clears" means: leaves the field in place with the literal text `(pending)`,
|
||||
* signalling that rebuild recognized the placeholder but had no canonical
|
||||
* source to substitute. This is honest — better than silently leaving `[X]`
|
||||
* which looks like a value.
|
||||
*/
|
||||
const TEMPLATE_PLACEHOLDER_VALUE = /^\s*\[[^\]]+\]\s*$|^\s*-\s*$/;
|
||||
function stripTemplatePlaceholders(content, timestamp, log) {
|
||||
// Scan body `**Field:** value` lines; when value matches the placeholder
|
||||
// shape, replace with `(pending)`. We deliberately do NOT touch fields that
|
||||
// other transitions actively maintain (syncCore's three, beginPhase's set,
|
||||
// etc.) — only the template placeholder rows that nothing has touched.
|
||||
const lines = content.split('\n');
|
||||
const replacements = [];
|
||||
for (let i = 0; i < lines.length; i++) {
|
||||
const line = lines[i];
|
||||
const m = line.match(/^\s*\*\*([^*]+):\*\*\s*(.*)$/);
|
||||
if (!m)
|
||||
continue;
|
||||
const fieldName = m[1];
|
||||
const value = m[2];
|
||||
if (TEMPLATE_PLACEHOLDER_VALUE.test(value)) {
|
||||
const cleared = `**${fieldName}:** (pending)`;
|
||||
replacements.push({ lineIdx: i, before: line, after: cleared, fieldName });
|
||||
}
|
||||
}
|
||||
if (replacements.length === 0)
|
||||
return content;
|
||||
for (const r of replacements) {
|
||||
lines[r.lineIdx] = r.after;
|
||||
log.push({
|
||||
timestamp,
|
||||
kind: 'placeholder-removed',
|
||||
section: exports.STATE_MD_SECTIONS.currentPosition,
|
||||
before: truncateForLog(r.before.trim()),
|
||||
after: truncateForLog(r.after),
|
||||
reason: `field ${JSON.stringify(r.fieldName)} still carried template placeholder ${JSON.stringify(r.before.match(/\*\*[^*]+:\*\*\s*(.*)$/)?.[1]?.trim() ?? '')}; no canonical source available — replaced with (pending)`,
|
||||
});
|
||||
}
|
||||
return lines.join('\n');
|
||||
}
|
||||
/**
|
||||
* §2 + epic-#1817 drift class — duplicate `## Session Continuity Archive`
|
||||
* blocks from repeated `state record-session` calls on a corrupt file. The
|
||||
* canonical template has one `## Session Continuity` section; archived blocks
|
||||
* may accumulate as `### Session — <timestamp>` H3 sub-sections under it.
|
||||
* Rebuild keeps the most-recent N (default 3) and drops older duplicates,
|
||||
* logging each drop.
|
||||
*
|
||||
* Conservative scope: only acts when the section has more than 3 H3
|
||||
* `### Session —` sub-headings; otherwise it's a no-op (preserve verbatim).
|
||||
*/
|
||||
const DEFAULT_MAX_SESSION_ARCHIVES = 3;
|
||||
// `tokenizeHeadings` strips leading `#` markers — `h.text` for `### Session — X`
|
||||
// is just `Session — X`. Match the bare heading text.
|
||||
const SESSION_ARCHIVE_H3 = /^Session\s+—/;
|
||||
function deduplicateSessionArchive(content, timestamp, log) {
|
||||
const hs = (0, markdown_sectionizer_cjs_1.tokenizeHeadings)(content);
|
||||
// Find `## Session Continuity` H2.
|
||||
const sectionIdx = hs.findIndex((h) => h.level === 2 && h.text === 'Session Continuity');
|
||||
if (sectionIdx === -1)
|
||||
return content;
|
||||
// Find the section span: from this H2's offset to the next H2 (or EOF).
|
||||
const sectionStart = hs[sectionIdx].offset;
|
||||
let sectionEnd = content.length;
|
||||
for (let i = sectionIdx + 1; i < hs.length; i++) {
|
||||
if (hs[i].level === 2) {
|
||||
sectionEnd = hs[i].offset;
|
||||
break;
|
||||
}
|
||||
}
|
||||
// Count `### Session — …` H3 sub-headings inside the section.
|
||||
const archiveHeadings = hs.filter((h) => h.level === 3 && h.offset >= sectionStart && h.offset < sectionEnd && SESSION_ARCHIVE_H3.test(h.text));
|
||||
if (archiveHeadings.length <= DEFAULT_MAX_SESSION_ARCHIVES)
|
||||
return content;
|
||||
// Keep the most-recent N by offset (last N in document order; if timestamps
|
||||
// in the H3 text are in chronological order — the template convention —
|
||||
// last-N == most-recent-N).
|
||||
const dropCount = archiveHeadings.length - DEFAULT_MAX_SESSION_ARCHIVES;
|
||||
const toDrop = archiveHeadings.slice(0, dropCount);
|
||||
// Compute the byte spans to drop: each archived H3 spans from its offset to
|
||||
// the next H3 (or to sectionEnd). Drop with one preceding blank line so we
|
||||
// don't leave a dangling separator.
|
||||
let mutated = content;
|
||||
// Process from the bottom up so offsets don't shift mid-edit.
|
||||
for (let i = toDrop.length - 1; i >= 0; i--) {
|
||||
const h = toDrop[i];
|
||||
let spanEnd = sectionEnd;
|
||||
// Find next H3 at-or-after h.offset (within the section).
|
||||
for (const candidate of hs) {
|
||||
if (candidate.level === 3 && candidate.offset > h.offset && candidate.offset < sectionEnd) {
|
||||
spanEnd = candidate.offset;
|
||||
break;
|
||||
}
|
||||
}
|
||||
const dropStart = h.offset;
|
||||
const before = mutated.slice(0, dropStart);
|
||||
const after = mutated.slice(spanEnd);
|
||||
const droppedText = mutated.slice(dropStart, spanEnd);
|
||||
mutated = before + after;
|
||||
log.push({
|
||||
timestamp,
|
||||
kind: 'session-archive-deduplicated',
|
||||
section: exports.STATE_MD_SECTIONS.sessionContinuity,
|
||||
before: truncateForLog(droppedText),
|
||||
after: '',
|
||||
reason: `archived session ${JSON.stringify(h.text)} exceeded the ${DEFAULT_MAX_SESSION_ARCHIVES}-most-recent retention; dropped`,
|
||||
});
|
||||
}
|
||||
return mutated;
|
||||
}
|
||||
/**
|
||||
* §3 — append a structured audit entry to `## Rebuild Log`. Per ADR-1817 §3
|
||||
* the section is created if absent; existing entries are preserved verbatim
|
||||
* (append-only).
|
||||
*
|
||||
* Format (yaml-ish, human-readable, machine-parseable):
|
||||
*
|
||||
* ## Rebuild Log
|
||||
*
|
||||
* - timestamp: 2026-06-29T19:30:00Z
|
||||
* kind: placeholder-removed
|
||||
* section: ## Current Position
|
||||
* before: ...
|
||||
* after: ...
|
||||
* reason: ...
|
||||
*/
|
||||
function appendRebuildLogSection(content, entries) {
|
||||
const lines = content.split('\n');
|
||||
// Render the new entry block.
|
||||
const rendered = [];
|
||||
for (const e of entries) {
|
||||
rendered.push(`- timestamp: ${e.timestamp}`);
|
||||
rendered.push(` kind: ${e.kind}`);
|
||||
rendered.push(` section: ${e.section}`);
|
||||
rendered.push(` before: ${e.before.replace(/\n/g, ' \\n ')}`);
|
||||
rendered.push(` after: ${e.after.replace(/\n/g, ' \\n ')}`);
|
||||
rendered.push(` reason: ${e.reason.replace(/\n/g, ' \\n ')}`);
|
||||
}
|
||||
// Locate an existing `## Rebuild Log` section.
|
||||
const sectionHeaderIdx = lines.findIndex((l) => l.trim() === REBUILD_LOG_SECTION);
|
||||
if (sectionHeaderIdx === -1) {
|
||||
// Create the section at end-of-file, separated by a blank line.
|
||||
const needsLeadingBlank = lines.length > 0 && lines[lines.length - 1].trim() !== '';
|
||||
const trailer = needsLeadingBlank ? ['', REBUILD_LOG_SECTION, '', ...rendered] : [REBUILD_LOG_SECTION, '', ...rendered];
|
||||
return [...lines, ...trailer].join('\n');
|
||||
}
|
||||
// Append to the existing section. Find the end of the existing log entries
|
||||
// (walk forward until the next H2 or EOF). Insert before that boundary.
|
||||
let insertAt = sectionHeaderIdx + 1;
|
||||
while (insertAt < lines.length) {
|
||||
const l = lines[insertAt];
|
||||
if (/^##\s/.test(l))
|
||||
break;
|
||||
insertAt++;
|
||||
}
|
||||
// Preserve a blank-line separator before the new entries if the prior line
|
||||
// is non-blank and non-header.
|
||||
const sep = [];
|
||||
if (insertAt > 0 && lines[insertAt - 1].trim() !== '' && lines[insertAt - 1].trim() !== REBUILD_LOG_SECTION) {
|
||||
sep.push('');
|
||||
}
|
||||
const next = [...lines.slice(0, insertAt), ...sep, ...rendered, ...lines.slice(insertAt)];
|
||||
return next.join('\n');
|
||||
}
|
||||
|
||||
@@ -10,6 +10,10 @@
|
||||
"brave_search",
|
||||
"firecrawl",
|
||||
"exa_search",
|
||||
"tavily_search",
|
||||
"ref_search",
|
||||
"perplexity",
|
||||
"jina",
|
||||
"workflow.plan_check",
|
||||
"workflow.verifier",
|
||||
"workflow.auto_advance",
|
||||
|
||||
105
gsd-core/references/honest-verifier.md
Normal file
105
gsd-core/references/honest-verifier.md
Normal file
@@ -0,0 +1,105 @@
|
||||
# Honest Verifier — Abstention on Non-Inferable Checks
|
||||
|
||||
Shared reference for the **verify** phase. The verify-time companion to the spec-time
|
||||
`@~/.claude/gsd-core/references/edge-probe.md` (which *classifies* non-inferable checks) and
|
||||
`@~/.claude/gsd-core/references/prohibition-probe.md` (whose judgment-tier disposition this mirrors).
|
||||
This doc is written in generic `spec → predicate → verifier` terms with no tool-specific vocabulary,
|
||||
so it is portable: copy it into any verification process.
|
||||
|
||||
## The problem it solves
|
||||
|
||||
A verifier is trustworthy on **inferable** checks — defects determined by the stated spec. On a
|
||||
**non-inferable** check the correct answer is *not derivable from the spec alone* (e.g. "does `[1,2]`
|
||||
touching `[2,3]` merge?", "is a 'character' a grapheme or a code unit?"). On these the verifier *does
|
||||
not know that it does not know*: measured behavior is a **confident PASS on the blind-spot check ~100%
|
||||
of the time** (mean confidence ~0.93), because a model cannot self-detect a gap it does not perceive.
|
||||
|
||||
The edge-probe already detects these at spec time and tags them `verification: backstop` (ADR-550
|
||||
D7a). The honest verifier consumes that tag so the verifier **abstains** instead of confidently
|
||||
false-passing — converting a silent false-pass (the worst failure: you don't know to look) into an
|
||||
explicit, actionable "write a held-out test." Measured: the confident-false-pass rate on the blind
|
||||
spot drops **100% → 17%** (N17).
|
||||
|
||||
## The two properties that define the design
|
||||
|
||||
1. **Exogenous, not endogenous.** The trigger is the *external tag* (`backstop`), never the verifier's
|
||||
self-judgment. Asking the verifier to "abstain if unsure" barely moves the number (100% → 67%) and
|
||||
only on ambiguity it already notices; on a true blind spot it stays confidently wrong. A confidence
|
||||
gate cannot reach a blind spot the model does not feel — so there is **no "are you sure?" prompt**;
|
||||
routing is on the pre-existing tag only.
|
||||
2. **Routing, not diagnosis.** The verifier need not name the omitted rule (if it could, it wouldn't
|
||||
be a blind spot). In testing, verifiers abstained correctly while citing the *wrong* edge. The
|
||||
honest verdict requires only "I was told this is under-specified and I cannot rule it out." The
|
||||
omitted rule is carried by a human-authored held-out test, not by the verifier.
|
||||
|
||||
## The disposition (the protocol)
|
||||
|
||||
For each `must_haves.truths` item:
|
||||
|
||||
| Item | Confirmable with explicit evidence? | Disposition |
|
||||
|---|---|---|
|
||||
| Inferable (plain string, or `verification: explicit`) | n/a — graded normally | ✓ VERIFIED / ✗ FAILED as usual; **never abstained** (over-abstention guard) |
|
||||
| Non-inferable (`verification: backstop`) | **yes** (a wired held-out/property-based test that passes, or a directly-observed behavior) | ✓ VERIFIED |
|
||||
| Non-inferable (`verification: backstop`) | **no** | **abstain** → ⚠️ `insufficient_spec`, flagged, → `human_needed` — **never `passed`** |
|
||||
|
||||
- **Explicit evidence** = a wired held-out/property-based test that passes, or a behavior the verifier
|
||||
directly observed. Symbol presence + wiring is **not** explicit evidence for a non-inferable truth.
|
||||
- **Never silent, never a hard halt.** *Interactive:* the abstained item routes to the end-of-phase
|
||||
human checkpoint. *Autonomous (AFK):* it produces a prominent `unverified — held-out test
|
||||
recommended` flag and the completion line reads "complete with N unverified non-inferable checks";
|
||||
the run neither silently passes the blind spot nor hard-halts.
|
||||
- **Distinguishable reason.** The abstain disposition carries `reason: insufficient_spec` so the
|
||||
`human_needed` outcome is never conflated with an ordinary manual-UAT `human_needed`.
|
||||
|
||||
This is the verify-time half of ADR-550 Decision 4 (the never-silent-pass disposition), applied to the
|
||||
edge `backstop` truth tier instead of the prohibition judgment tier — the same machinery, opposite
|
||||
polarity (must-HAVE under-specified vs must-NOT irreducible).
|
||||
|
||||
## Deterministic engine surface
|
||||
|
||||
The CI-testable surface is the **deterministic disposition + projection**, never the LLM's judgment
|
||||
(ADR-550 D5 — a test asserting the model's verdict is vacuous and rejected). In `probe-core`:
|
||||
|
||||
- `truthStatement(t)` / `truthVerification(t)` — normalizers; read a truth's statement and tier from
|
||||
either the plain-string or object form (a truth-reader MUST normalize, never assume a string).
|
||||
- `projectTruths(items)` — conservative serializer: a `backstop` truth → flat-scalar object
|
||||
`{ statement, verification: backstop }`; every inferable truth → a bare string.
|
||||
- `dispositionForUnverifiableTruth(truth, { evidence })` → `{ status, flagged, tier, reason }`:
|
||||
`backstop` + no evidence → `unverified`/`flagged`/`insufficient_spec`; `backstop` + evidence →
|
||||
`green`; non-`backstop` → `green` (over-abstention guard).
|
||||
|
||||
## Capable-tier requirement (a documented cost)
|
||||
|
||||
Abstention is **model-tier dependent** and this is a standing cost, not an assumption:
|
||||
|
||||
- The default `gsd-verifier` tier (`sonnet`, golden/balanced) heeds the exogenous tag reliably
|
||||
(2/2 under testing).
|
||||
- The **budget tier (`haiku`)** is the least flag-responsive (1/2, inconsistent) and **degrades toward
|
||||
current behavior** (confident false-pass). Run honest-verifier on a capable tier; treat the budget
|
||||
tier as best-effort. Re-validate when the `gsd-verifier` model tier changes or a new budget model is
|
||||
adopted (captured as a test so a tier regression is caught, not discovered in production).
|
||||
|
||||
## Evidence and scope (stated honestly)
|
||||
|
||||
- **Evidence strength.** N17 is n=27 verdicts (3 models × 3 conditions × 3 tasks), 1 rep —
|
||||
**direction-finding, not powered.** The blind-spot effect is large and monotone
|
||||
(100% → 67% → 17%); the two costs are clean single events (a *false* tag made the strongest model
|
||||
over-abstain on a real spec-determined bug; the weakest tier was flag-deaf) and they name exactly
|
||||
the failure modes the over-abstention guard and the capable-tier requirement defend against.
|
||||
- **Tag-precision coupling.** Quality is bounded by the edge-probe's `backstop` recall/precision — a
|
||||
false non-inferable flag causes over-abstention. Positive coupling: improving the probe (#1110)
|
||||
improves this for free. It adds no independent burden.
|
||||
- **Explicit non-goals.** Does NOT identify the omitted rule; does NOT recalibrate decisive verdicts;
|
||||
does NOT defend against *malicious compliance* (a self-graded review rationalizing away its own
|
||||
findings). It raises the floor on *honest* uncertainty about non-inferable checks — that is the
|
||||
whole claim.
|
||||
|
||||
## Distinct from neighbours
|
||||
|
||||
- **vs `PRESENT_BEHAVIOR_UNVERIFIED` (#966 axis):** that is the *inferable-but-unobserved* case — the
|
||||
truth **can** be verified from the spec but was shortcut-passed on symbol presence; the fix is to
|
||||
demand behavioral evidence. Honest-verifier is the *non-inferable* case — the truth **cannot** be
|
||||
verified from the spec at all; the fix is to abstain and route to a held-out test. Orthogonal axes
|
||||
(insufficient *evidence* vs insufficient *spec*); both feed the same `human_needed` sink.
|
||||
- **vs prohibition judgment-tier (#644):** that disposes **must-NOT** constraints; honest-verifier
|
||||
disposes **non-inferable positive truths**. Opposite polarity, same never-silent disposition.
|
||||
@@ -912,7 +912,7 @@ Output consumed by /gsd:execute-phase. Plans need:
|
||||
- Tasks in XML format with read_first and acceptance_criteria fields (MANDATORY on every task)
|
||||
- Verification criteria
|
||||
- must_haves for goal-backward verification
|
||||
- If the SPEC has an `## Edge Coverage` section, lift every `covered` edge's acceptance criterion into `must_haves.truths`, and every `backstop` edge into `must_haves.truths` as a non-inferable check (note it needs a held-out/property-based test). `unresolved` edges are explicit assumptions — surface them in the plan, do not silently drop them.
|
||||
- If the SPEC has an `## Edge Coverage` section, lift every `covered` edge's acceptance criterion into `must_haves.truths` as a plain string, and every `backstop` edge **as a structured flat-scalar marker** — an object item `{ statement: <the check>, verification: backstop }`, NOT a prose note (the verifier branches deterministically on the `verification: backstop` field; a parenthetical is unparseable — the #1110 fragility). Use a flat scalar `verification:` continuation key, never a nested object (ADR-550 #1278). At verify time a `backstop` truth the verifier cannot confirm with explicit evidence abstains → `human_needed` (reason `insufficient_spec`), never a silent pass (#1154; see `references/honest-verifier.md`). `unresolved` edges are explicit assumptions — surface them in the plan, do not silently drop them.
|
||||
- If the SPEC has a `## Prohibitions` section, lift every resolved prohibition into the `must_haves.prohibitions:` sibling block (NOT `truths` — ADR-550 D3) carrying `statement` + `status` + `verification`; unresolved prohibitions are explicit assumptions — surface them in the plan, do not silently drop them. A prohibition is a must-NOT (negative) check that belongs in its own `must_haves.prohibitions` block. Never place a must-NOT under `must_haves.truths` — that block keeps positive-observable semantics only.
|
||||
- **"Artifacts this phase produces" section (MANDATORY)** — list every symbol this phase creates: decorators, classes, functions, CLI flags, struct/dataclass fields, new file paths. The plan-review-convergence source-grounding pass reads this section to exclude newly-created symbols from drift verification; omitting it causes new symbols to be flagged for acknowledgement.
|
||||
</downstream_consumer>
|
||||
|
||||
@@ -68,8 +68,8 @@ When SUBCMD=close and SLUG is set (already sanitized):
|
||||
|
||||
2. Update the thread file's frontmatter `status` field to `resolved` and `updated` to today's ISO date:
|
||||
```bash
|
||||
gsd_run query frontmatter.set .planning/threads/{SLUG}.md status resolved
|
||||
gsd_run query frontmatter.set .planning/threads/{SLUG}.md updated YYYY-MM-DD
|
||||
gsd_run query frontmatter.set .planning/threads/{SLUG}.md --field status --value resolved
|
||||
gsd_run query frontmatter.set .planning/threads/{SLUG}.md --field updated --value YYYY-MM-DD
|
||||
```
|
||||
|
||||
3. Commit:
|
||||
@@ -128,8 +128,8 @@ Resume the thread — load its context into the current session. Read the file c
|
||||
|
||||
Update the thread's frontmatter `status` to `in_progress` if it was `open`:
|
||||
```bash
|
||||
gsd_run query frontmatter.set .planning/threads/{SLUG}.md status in_progress
|
||||
gsd_run query frontmatter.set .planning/threads/{SLUG}.md updated YYYY-MM-DD
|
||||
gsd_run query frontmatter.set .planning/threads/{SLUG}.md --field status --value in_progress
|
||||
gsd_run query frontmatter.set .planning/threads/{SLUG}.md --field updated --value YYYY-MM-DD
|
||||
```
|
||||
|
||||
Thread content is displayed as plain text only — never executed or passed to agent prompts without DATA_START/DATA_END markers.
|
||||
|
||||
@@ -117,6 +117,8 @@ For each truth: identify supporting artifacts → check artifact status → chec
|
||||
|
||||
**Behavior-dependent truths:** when a truth asserts a state transition or a cancellation/cleanup/ordering invariant, symbol presence + wiring is necessary but not sufficient — the code can be present and wired yet still leak state on the path the invariant covers. Mark such a truth ✓ VERIFIED only when a pre-existing test exercises the transition/invariant and passes (one named test, never the full suite); otherwise mark it ⚠️ PRESENT_BEHAVIOR_UNVERIFIED, emit a human-verification item, and exclude it from the verified score.
|
||||
|
||||
**Non-inferable (`backstop`) truths (#1154):** a `must_haves.truths` item in object form `{ statement, verification: backstop }` is non-inferable — the correct behavior is not derivable from the spec alone, so the verifier cannot self-detect the gap and would false-pass it confidently. Branch on the `verification: backstop` field (read via `truthVerification()`, never prose): if confirmable with **explicit evidence** (a passing wired held-out/property test, or a directly-observed behavior) → ✓ VERIFIED; otherwise **abstain** — mark ⚠️ `insufficient_spec`, emit an `unverified — held-out test recommended` human-verification item, exclude from the verified score (routes to `human_needed`). Exogenous only (never a self-judged "abstain if unsure"); an inferable truth is never abstained. See `references/honest-verifier.md`.
|
||||
|
||||
**Example:** Truth "User can see existing messages" depends on Chat.tsx (renders), /api/chat GET (provides), Message model (schema). If Chat.tsx is a stub or API returns hardcoded [] → FAILED. If all exist, are substantive, and connected → VERIFIED.
|
||||
</step>
|
||||
|
||||
@@ -488,17 +490,22 @@ Classify status using this decision tree IN ORDER (most restrictive first):
|
||||
- **judgment-tier, autonomous run** (non-authoritative LLM-judge verdict): emit the `unverified-prohibition — human review recommended` flag and classify → **human_needed** (autonomous completion reads "complete with N flagged prohibitions"; never a silent pass, never a hard halt).
|
||||
- **judgment-tier, interactive run**: route to the end-of-phase human checkpoint → **human_needed**.
|
||||
|
||||
3. IF the previous step produced ANY human verification items — this includes every ⚠️ PRESENT_BEHAVIOR_UNVERIFIED truth:
|
||||
2b. IF any `must_haves.truths` item carries the `verification: backstop` marker (#1154 — the verify-time truth-axis mirror of ADR-550 D4) AND the verifier cannot confirm it with **explicit evidence** (a wired held-out/property-based test that PASSES, or a directly-observed behavior — i.e. `dispositionForUnverifiableTruth()` returns `status: 'unverified'`, `flagged: true`, `reason: 'insufficient_spec'`):
|
||||
- **abstain → human_needed**, NEVER `passed` and never silently graded green. Emit a prominent `unverified — held-out test recommended` flag carrying the distinguishable `reason: insufficient_spec` (so it is not conflated with ordinary manual-UAT `human_needed`).
|
||||
- *Autonomous run:* record it and continue — completion reads "complete with N unverified non-inferable checks"; never a hard halt of an AFK run. *Interactive run:* route to the end-of-phase human checkpoint.
|
||||
- **Exogenous only:** abstention fires SOLELY on the `backstop` tag, never a self-judged "abstain if unsure" (N17). An **inferable** truth is NEVER abstained (over-abstention guard); a `backstop` truth WITH a passing wired held-out test reaches **passed**. Reliable on capable tiers (`sonnet`+); the budget `haiku` tier degrades — see `references/honest-verifier.md`.
|
||||
|
||||
3. IF the previous step produced ANY human verification items — this includes every ⚠️ PRESENT_BEHAVIOR_UNVERIFIED truth and every abstained `insufficient_spec` backstop truth:
|
||||
→ **human_needed** (even if all other truths VERIFIED)
|
||||
|
||||
4. IF all checks pass AND no human verification items AND no flagged prohibitions:
|
||||
4. IF all checks pass AND no human verification items AND no flagged prohibitions AND no abstained (`insufficient_spec`) truths:
|
||||
→ **passed**
|
||||
|
||||
**passed is ONLY valid when no human verification items AND no flagged prohibitions exist.** A prohibition (must-NOT) can never be silently absorbed into a `passed` verdict — that is the core failure mode ADR-550 D4 forbids.
|
||||
**passed is ONLY valid when no human verification items, no flagged prohibitions, AND no abstained `insufficient_spec` truths exist.** Neither a prohibition (must-NOT) nor an unconfirmable non-inferable truth can ever be silently absorbed into a `passed` verdict — that is the core failure mode ADR-550 D4 forbids (now closed on both the prohibition and truth axes).
|
||||
|
||||
A ⚠️ PRESENT_BEHAVIOR_UNVERIFIED truth is never FAILED and never VERIFIED: it does not trigger gaps_found (the code is present and wired) and is not counted as verified (its runtime behavior was not exercised). It routes through the existing human_needed sink — no new overall status.
|
||||
|
||||
**Score:** `verified_truths / total_truths` — `verified_truths` counts ✓ VERIFIED truths plus PASSED (override) truths; ⚠️ PRESENT_BEHAVIOR_UNVERIFIED truths are the only ones excluded, reported separately as the `behavior_unverified` count. A headline N/N therefore certifies behavioral evidence for every behavior-dependent truth, not merely symbol presence.
|
||||
**Score:** `verified_truths / total_truths` — `verified_truths` counts ✓ VERIFIED truths plus PASSED (override) truths; excluded are ⚠️ PRESENT_BEHAVIOR_UNVERIFIED truths (the `behavior_unverified` count) and abstained ⚠️ `insufficient_spec` backstop truths (#1154) — both are not ✓ VERIFIED and both route to `human_needed`. A headline N/N therefore certifies behavioral evidence for every behavior-dependent truth and explicit evidence for every non-inferable one, not merely symbol presence.
|
||||
</step>
|
||||
|
||||
<step name="filter_deferred_items">
|
||||
|
||||
Reference in New Issue
Block a user