| model,workload,batch_size,max_new_tokens,status,num_samples,num_chunks,num_failures,prompt_bytes_mean,generated_units_mean,generated_bytes_mean,prefill_time_sec,decode_time_sec,total_time_sec,prefill_bytes_per_sec,prefill_units_per_sec,decode_bytes_per_sec,decode_units_per_sec,total_bytes_per_sec,total_units_per_sec,speedup_vs_batch1,peak_allocated_mb,peak_reserved_mb | |
| bolmo,code/1024B,1,128,ok,1,1,0,265.0,391.0,391.0,0.046606,4.182463,4.5627,5685.912917,5707.369192,93.48559,93.48559,85.694869,85.694869,1.0,2866.227051,3070.0 | |
| bolmo,code/1024B,16,128,ok,16,1,0,423.875,1036.3125,1036.3125,0.148407,29.720976,48.056722,45698.763576,45806.575463,557.888806,557.888806,345.029775,345.029775,4.026259,4319.635742,4690.0 | |
| bolmo,code/256B,1,128,ok,1,1,0,212.0,338.0,338.0,0.076914,3.506276,6.426907,2756.308188,2769.309642,96.398578,96.398578,52.59139,52.59139,1.0,2848.945312,2986.0 | |
| bolmo,code/256B,16,128,ok,16,1,0,179.75,358.0,358.0,0.07565,10.638009,14.660253,38016.977356,38228.476535,538.446635,538.446635,390.716302,390.716302,7.429283,3253.229492,3556.0 | |
| hnet,code/1024B,1,128,ok,1,1,0,265.0,128.0,128.0,0.070031,2.075199,2.151111,3784.014074,3798.293373,61.680843,61.680843,59.50414,59.50414,1.0,3341.311523,3376.0 | |
| hnet,code/1024B,16,128,ok,16,1,0,423.875,128.0,128.0,0.101409,4.994184,5.108389,66877.673518,67035.450395,410.076983,410.076983,400.909145,400.909145,6.7375,7716.275879,7916.0 | |
| hnet,code/256B,1,128,ok,1,1,0,212.0,128.0,128.0,20.13065,2.466552,22.599555,10.531205,10.58088,51.894308,51.894308,5.663828,5.663828,1.0,3571.692383,9920.0 | |
| hnet,code/256B,16,128,ok,16,1,0,179.75,128.0,128.0,0.230111,5.088014,5.327115,12498.334551,12567.866315,402.514636,402.514636,384.448257,384.448257,67.877808,4876.475098,4984.0 | |
| hnet_serial,code/1024B,1,128,ok,1,1,0,265.0,128.0,128.0,0.202887,2.060702,2.268647,1306.143397,1311.07224,62.114743,62.114743,56.421287,56.421287,1.0,3341.198242,3366.0 | |
| hnet_serial,code/1024B,16,128,ok,16,1,0,423.875,128.0,128.0,1.008721,28.63515,29.684306,6723.365409,6739.227079,71.520491,71.520491,68.992686,68.992686,1.222813,3635.569824,3722.0 | |
| hnet_serial,code/256B,1,128,ok,1,1,0,212.0,128.0,128.0,8.846939,2.008239,10.858434,23.963091,24.076125,63.73744,63.73744,11.788072,11.788072,1.0,3567.335938,9928.0 | |
| hnet_serial,code/256B,16,128,ok,16,1,0,179.75,128.0,128.0,0.99334,30.005886,31.032594,2895.282923,2911.390199,68.253276,68.253276,65.995127,65.995127,5.598466,3413.165527,3440.0 | |
| pythia,code/1024B,1,128,ok,1,1,0,265.0,128.0,369.0,0.023937,1.904306,1.928273,11070.577017,3926.921659,193.771357,67.216081,191.362994,66.380659,1.0,2749.11377,2838.0 | |
| pythia,code/1024B,16,128,ok,16,1,0,423.875,128.0,435.4375,0.08125,1.95924,2.040529,83470.877101,23630.799769,3555.97029,1045.303166,3414.310132,1003.661138,17.842061,3998.736328,4686.0 | |
| pythia,code/256B,1,128,ok,1,1,0,212.0,128.0,399.0,0.021103,1.892909,1.914039,10045.991687,3838.327013,210.786632,67.620774,208.459705,66.874291,1.0,2746.67627,2818.0 | |
| pythia,code/256B,16,128,ok,16,1,0,179.75,122.75,513.8125,0.032916,1.964529,1.997486,87372.668617,27007.75466,4184.717041,999.730479,4115.674032,983.236078,19.743259,3368.15332,3854.0 | |