| [ |
| { |
| "vocab": 16384, |
| "category": "python", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 5.161717709235713, |
| "paired_ci95": [ |
| 4.805887801278443, |
| 5.518307765192585 |
| ] |
| }, |
| { |
| "vocab": 16384, |
| "category": "python", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 4.554172839072024, |
| "paired_ci95": [ |
| 4.2022398257968305, |
| 4.8870282779627345 |
| ] |
| }, |
| { |
| "vocab": 16384, |
| "category": "json", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 11.49778915522458, |
| "paired_ci95": [ |
| 11.051183144800918, |
| 11.937857395041755 |
| ] |
| }, |
| { |
| "vocab": 16384, |
| "category": "json", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 10.045900258891184, |
| "paired_ci95": [ |
| 9.62401271480091, |
| 10.448147880543663 |
| ] |
| }, |
| { |
| "vocab": 16384, |
| "category": "git_diff", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 14.381806036692401, |
| "paired_ci95": [ |
| 13.52058267964924, |
| 15.107384868191106 |
| ] |
| }, |
| { |
| "vocab": 16384, |
| "category": "git_diff", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 14.181835168086199, |
| "paired_ci95": [ |
| 13.483675527600566, |
| 14.828775308338756 |
| ] |
| }, |
| { |
| "vocab": 16384, |
| "category": "tool_call", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 17.040354513346145, |
| "paired_ci95": [ |
| 16.288536671705394, |
| 17.857604436611496 |
| ] |
| }, |
| { |
| "vocab": 16384, |
| "category": "tool_call", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 16.768112786628674, |
| "paired_ci95": [ |
| 16.00072559221649, |
| 17.65307903734406 |
| ] |
| }, |
| { |
| "vocab": 32768, |
| "category": "python", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 3.715102495292788, |
| "paired_ci95": [ |
| 3.416089462295272, |
| 3.98995603061774 |
| ] |
| }, |
| { |
| "vocab": 32768, |
| "category": "python", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 2.8060044548773977, |
| "paired_ci95": [ |
| 2.5062225893620456, |
| 3.0750785140490904 |
| ] |
| }, |
| { |
| "vocab": 32768, |
| "category": "json", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 8.836071797497858, |
| "paired_ci95": [ |
| 8.489760736047739, |
| 9.168205525309618 |
| ] |
| }, |
| { |
| "vocab": 32768, |
| "category": "json", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 8.21369838659496, |
| "paired_ci95": [ |
| 7.84936586072181, |
| 8.534293914918637 |
| ] |
| }, |
| { |
| "vocab": 32768, |
| "category": "git_diff", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 12.523581002813177, |
| "paired_ci95": [ |
| 11.74804909818136, |
| 13.237170838119336 |
| ] |
| }, |
| { |
| "vocab": 32768, |
| "category": "git_diff", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 11.833480661140483, |
| "paired_ci95": [ |
| 11.044209250897488, |
| 12.573471647810612 |
| ] |
| }, |
| { |
| "vocab": 32768, |
| "category": "tool_call", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 14.702971974651803, |
| "paired_ci95": [ |
| 13.87174606871349, |
| 15.585460177596222 |
| ] |
| }, |
| { |
| "vocab": 32768, |
| "category": "tool_call", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 13.967104858390922, |
| "paired_ci95": [ |
| 13.094244188134251, |
| 14.86115232472458 |
| ] |
| }, |
| { |
| "vocab": 50000, |
| "category": "python", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 2.76451113616184, |
| "paired_ci95": [ |
| 2.507650374711118, |
| 3.0204865576016524 |
| ] |
| }, |
| { |
| "vocab": 50000, |
| "category": "python", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 1.6333682923995951, |
| "paired_ci95": [ |
| 1.3690041312459533, |
| 1.8792020981977022 |
| ] |
| }, |
| { |
| "vocab": 50000, |
| "category": "json", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 7.215038631382765, |
| "paired_ci95": [ |
| 6.885572584118245, |
| 7.538642446610321 |
| ] |
| }, |
| { |
| "vocab": 50000, |
| "category": "json", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 7.160854468004696, |
| "paired_ci95": [ |
| 6.8230077267262095, |
| 7.490274125295937 |
| ] |
| }, |
| { |
| "vocab": 50000, |
| "category": "git_diff", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 7.743693886276182, |
| "paired_ci95": [ |
| 7.125926910643197, |
| 8.312421798378304 |
| ] |
| }, |
| { |
| "vocab": 50000, |
| "category": "git_diff", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 7.129920200842821, |
| "paired_ci95": [ |
| 6.607120345561133, |
| 7.644764143960624 |
| ] |
| }, |
| { |
| "vocab": 50000, |
| "category": "tool_call", |
| "baseline_size_mib": 64, |
| "token_saving_percent": 13.145045375119778, |
| "paired_ci95": [ |
| 12.422289981936078, |
| 13.92135869878892 |
| ] |
| }, |
| { |
| "vocab": 50000, |
| "category": "tool_call", |
| "baseline_size_mib": 2048, |
| "token_saving_percent": 12.696928813487297, |
| "paired_ci95": [ |
| 11.968021889121987, |
| 13.519645028868915 |
| ] |
| } |
| ] |
|
|
