47 lines
1.1 KiB
JSON
47 lines
1.1 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"generated_by": "scripts/benchmark-compact-content.cjs",
|
|
"tokenizer": {
|
|
"name": "gpt-tokenizer",
|
|
"version": "4.0.0"
|
|
},
|
|
"label": "PROXY-TOKENIZER DELTA — gpt-tokenizer is a stand-in; Anthropic publishes no tokenizer for Claude 3+. The on/off COMPARISON is exact under this pinned tokenizer; absolute counts are not Claude's real token counts.",
|
|
"splits": {
|
|
"complete-milestone": {
|
|
"offTokens": 12600,
|
|
"onTokens": 7760,
|
|
"reductionPct": 38.41
|
|
},
|
|
"docs-update": {
|
|
"offTokens": 14231,
|
|
"onTokens": 11881,
|
|
"reductionPct": 16.51
|
|
},
|
|
"execute-phase": {
|
|
"offTokens": 25631,
|
|
"onTokens": 23380,
|
|
"reductionPct": 8.78
|
|
},
|
|
"new-project": {
|
|
"offTokens": 14097,
|
|
"onTokens": 12153,
|
|
"reductionPct": 13.79
|
|
},
|
|
"plan-phase": {
|
|
"offTokens": 27637,
|
|
"onTokens": 24347,
|
|
"reductionPct": 11.9
|
|
},
|
|
"verify-work": {
|
|
"offTokens": 12112,
|
|
"onTokens": 10139,
|
|
"reductionPct": 16.29
|
|
}
|
|
},
|
|
"aggregate": {
|
|
"offTokens": 106308,
|
|
"onTokens": 89660,
|
|
"reductionPct": 15.66
|
|
}
|
|
}
|