{ "schema_version": 1, "generated_by": "scripts/benchmark-compact-content.cjs", "tokenizer": { "name": "gpt-tokenizer", "version": "4.0.0" }, "label": "PROXY-TOKENIZER DELTA — gpt-tokenizer is a stand-in; Anthropic publishes no tokenizer for Claude 3+. The on/off COMPARISON is exact under this pinned tokenizer; absolute counts are not Claude's real token counts.", "splits": { "complete-milestone": { "offTokens": 13199, "onTokens": 8359, "reductionPct": 36.67 }, "docs-update": { "offTokens": 14231, "onTokens": 11881, "reductionPct": 16.51 }, "execute-phase": { "offTokens": 25631, "onTokens": 23380, "reductionPct": 8.78 }, "new-project": { "offTokens": 14097, "onTokens": 12153, "reductionPct": 13.79 }, "plan-phase": { "offTokens": 27637, "onTokens": 24347, "reductionPct": 11.9 }, "verify-work": { "offTokens": 12112, "onTokens": 10139, "reductionPct": 16.29 } }, "aggregate": { "offTokens": 106907, "onTokens": 90259, "reductionPct": 15.57 } }