{ "schema_version": 1, "generated_by": "scripts/benchmark-compact-content.cjs", "tokenizer": { "name": "gpt-tokenizer", "version": "4.0.0" }, "label": "PROXY-TOKENIZER DELTA — gpt-tokenizer is a stand-in; Anthropic publishes no tokenizer for Claude 3+. The on/off COMPARISON is exact under this pinned tokenizer; absolute counts are not Claude's real token counts.", "splits": { "complete-milestone": { "offTokens": 13297, "onTokens": 8408, "reductionPct": 36.77 }, "docs-update": { "offTokens": 14271, "onTokens": 11922, "reductionPct": 16.46 }, "execute-phase": { "offTokens": 25390, "onTokens": 23052, "reductionPct": 9.21 }, "new-project": { "offTokens": 14337, "onTokens": 12398, "reductionPct": 13.52 }, "plan-phase": { "offTokens": 28551, "onTokens": 25213, "reductionPct": 11.69 }, "verify-work": { "offTokens": 13424, "onTokens": 11455, "reductionPct": 14.67 } }, "aggregate": { "offTokens": 109270, "onTokens": 92448, "reductionPct": 15.39 } }