| ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,kvcache_bytes | |
| 2048,2048,343.76,128,26.76,52184460 | |
| 4096,2048,303.46,128,26.52,80373132 | |
| 6144,2048,298.19,128,26.16,108561804 | |
| 8192,2048,294.6,128,26.12,136750476 | |
| 10240,2048,288.12,128,25.94,164939148 | |
| 12288,2048,284.62,128,25.94,193127820 | |
| 14336,2048,280.46,128,25.64,221316492 | |
| 16384,2048,277.04,128,25.57,249505164 | |
| 18432,2048,271.81,128,25.32,277693836 | |
| 20480,2048,268.24,128,25.39,305882508 | |
| 22528,2048,264.31,128,25.07,334071180 | |
| 24576,2048,261.99,128,25.1,362259852 | |
| 26624,2048,256.64,128,24.82,390448524 | |
| 28672,2048,253.66,128,24.86,418637196 | |
| 30720,2048,250.56,128,24.59,446825868 | |
| 32768,2048,247.91,128,24.52,475014540 | |
| 34816,2048,242.7,128,24.28,503203212 | |
| 36864,2048,240.65,128,24.29,531391884 | |
| 38912,2048,237.77,128,24.08,559580556 | |
| 40960,2048,235.58,128,24.06,587769228 | |
| 43008,2048,231.38,128,23.95,615957900 | |
| 45056,2048,228.75,128,23.96,644146572 | |
| 47104,2048,225.97,128,23.73,672335244 | |
| 49152,2048,224.31,128,23.78,700523916 | |
| 51200,2048,220.48,128,23.48,728712588 | |
| 53248,2048,218.8,128,23.55,756901260 | |
| 55296,2048,215.93,128,23.27,785089932 | |
| 57344,2048,214.19,128,23.34,813278604 | |
| 59392,2048,210.63,128,23.13,841467276 | |
| 61440,2048,208.69,128,23.14,869655948 | |
| 63488,2048,206.3,128,22.98,897844620 | |
| 65536,2048,204.96,128,22.92,926033292 |