c9a5cc3e12
admin_reason: missing-secondary-reviewer — self-authored overnight sweep; two orthogonal agent reviews ran (isolated adversarial REQUEST-CHANGES with all six findings dispositioned, plus a bypass/consumer-lens APPROVE) and the sha-pinned bench passed 46362/0 on the merged head.
47 lines
1.1 KiB
JSON
47 lines
1.1 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"generated_by": "scripts/benchmark-compact-content.cjs",
|
|
"tokenizer": {
|
|
"name": "gpt-tokenizer",
|
|
"version": "4.0.0"
|
|
},
|
|
"label": "PROXY-TOKENIZER DELTA — gpt-tokenizer is a stand-in; Anthropic publishes no tokenizer for Claude 3+. The on/off COMPARISON is exact under this pinned tokenizer; absolute counts are not Claude's real token counts.",
|
|
"splits": {
|
|
"complete-milestone": {
|
|
"offTokens": 13200,
|
|
"onTokens": 8360,
|
|
"reductionPct": 36.67
|
|
},
|
|
"docs-update": {
|
|
"offTokens": 14230,
|
|
"onTokens": 11880,
|
|
"reductionPct": 16.51
|
|
},
|
|
"execute-phase": {
|
|
"offTokens": 26184,
|
|
"onTokens": 23894,
|
|
"reductionPct": 8.75
|
|
},
|
|
"new-project": {
|
|
"offTokens": 14308,
|
|
"onTokens": 12364,
|
|
"reductionPct": 13.59
|
|
},
|
|
"plan-phase": {
|
|
"offTokens": 27878,
|
|
"onTokens": 24588,
|
|
"reductionPct": 11.8
|
|
},
|
|
"verify-work": {
|
|
"offTokens": 13384,
|
|
"onTokens": 11411,
|
|
"reductionPct": 14.74
|
|
}
|
|
},
|
|
"aggregate": {
|
|
"offTokens": 109184,
|
|
"onTokens": 92497,
|
|
"reductionPct": 15.28
|
|
}
|
|
}
|