| model,workload,batch_size,max_new_tokens,status,num_samples,num_chunks,num_failures,prompt_bytes_mean,generated_units_mean,generated_bytes_mean,prefill_time_sec,decode_time_sec,total_time_sec,prefill_bytes_per_sec,prefill_units_per_sec,decode_bytes_per_sec,decode_units_per_sec,total_bytes_per_sec,total_units_per_sec,speedup_vs_batch1,peak_allocated_mb,peak_reserved_mb | |
| bolmo,code/1024B,1,64,ok,1,1,0,265.0,327.0,327.0,0.04379,3.051978,3.341087,6051.566017,6074.402115,107.143639,107.143639,97.872342,97.872342,1.0,2866.227051,3072.0 | |
| bolmo,code/1024B,1,128,ok,1,1,0,265.0,391.0,391.0,0.042398,3.651743,3.98722,6250.363814,6273.950092,107.072168,107.072168,98.063313,98.063313,1.0,2857.4375,2986.0 | |
| bolmo,code/1024B,2,64,ok,2,1,0,613.5,1024.0,1024.0,1.894246,13.495629,17.069034,647.75116,648.806989,151.752833,151.752833,119.983356,119.983356,1.225917,3025.992676,3108.0 | |
| bolmo,code/1024B,2,128,ok,2,1,0,613.5,1088.0,1088.0,0.038093,14.306308,16.128132,32210.236461,32262.738884,152.100737,152.100737,134.919528,134.919528,1.375841,3025.992676,3106.0 | |
| bolmo,code/1024B,4,64,ok,4,1,0,531.5,1024.0,1024.0,0.056905,18.632943,22.371078,37360.658277,37430.951143,219.825716,219.825716,183.093543,183.093543,1.870738,3217.512695,3348.0 | |
| bolmo,code/1024B,4,128,ok,4,1,0,531.5,1088.0,1088.0,0.050812,19.793111,23.814403,41840.244151,41918.965212,219.874484,219.874484,182.746551,182.746551,1.863557,3217.512695,3344.0 | |
| bolmo,code/1024B,8,64,ok,8,1,0,425.25,928.625,928.625,1.960168,24.538283,35.218823,1735.565389,1739.646672,302.75142,302.75142,210.938339,210.938339,2.15524,3572.615234,3838.0 | |
| bolmo,code/1024B,8,128,ok,8,1,0,425.25,984.625,984.625,0.083857,26.348955,35.921669,40568.993831,40664.39417,298.949237,298.949237,219.282687,219.282687,2.236134,3572.615234,3838.0 | |
| bolmo,code/1024B,16,64,ok,16,1,0,423.875,976.3125,976.3125,2.017594,25.250654,43.045219,3361.429629,3369.359867,618.637453,618.637453,362.897445,362.897445,3.707865,4319.635742,4690.0 | |
| bolmo,code/1024B,16,128,ok,16,1,0,423.875,1036.3125,1036.3125,0.146639,27.043296,44.540518,46249.668799,46358.780374,613.127938,613.127938,372.267787,372.267787,3.796198,4319.635742,4672.0 | |
| bolmo,code/256B,1,64,ok,1,1,0,212.0,274.0,274.0,0.08084,2.573032,5.345569,2622.476225,2634.846395,106.489148,106.489148,51.257404,51.257404,1.0,2848.945312,2982.0 | |
| bolmo,code/256B,1,128,ok,1,1,0,212.0,338.0,338.0,0.038767,3.186286,3.472025,5468.543804,5494.338822,106.079631,106.079631,97.349533,97.349533,1.0,2848.945312,2984.0 | |
| bolmo,code/256B,2,64,ok,2,1,0,196.0,274.0,274.0,2.709114,3.62656,6.70509,144.696754,145.435003,151.107376,151.107376,81.728954,81.728954,1.594481,2876.251465,2998.0 | |
| bolmo,code/256B,2,128,ok,2,1,0,196.0,338.0,338.0,0.040447,4.453029,4.954154,9691.761205,9741.208967,151.806793,151.806793,136.451135,136.451135,1.401662,2876.251465,3004.0 | |
| bolmo,code/256B,4,64,ok,4,1,0,187.75,274.0,274.0,0.055123,4.618685,5.335736,13624.138596,13696.703914,237.296963,237.296963,205.407474,205.407474,4.007372,2924.803711,3018.0 | |
| bolmo,code/256B,4,128,ok,4,1,0,187.75,338.0,338.0,0.117345,5.647875,6.577894,6399.94181,6434.029383,239.382056,239.382056,205.53691,205.53691,2.111329,2924.803711,3016.0 | |
| bolmo,code/256B,8,64,ok,8,1,0,190.25,279.0,279.0,3.023288,6.481793,10.735635,503.425464,506.07159,344.349153,344.349153,207.905725,207.905725,4.056111,3026.631348,3092.0 | |
| bolmo,code/256B,8,128,ok,8,1,0,190.25,343.0,343.0,0.049587,6.992286,8.624101,30693.38685,30854.718713,392.432482,392.432482,318.178077,318.178077,3.268409,3026.631348,3152.0 | |
| bolmo,code/256B,16,64,ok,16,1,0,179.75,294.0,294.0,3.332186,9.968759,16.233793,863.097136,867.898789,471.874186,471.874186,289.765918,289.765918,5.653152,3239.841797,3402.0 | |
| bolmo,code/256B,16,128,ok,16,1,0,179.75,358.0,358.0,0.060938,9.696858,13.438344,47195.174085,47457.734163,590.70682,590.70682,426.242987,426.242987,4.37848,3252.166992,3592.0 | |
| hnet,code/1024B,1,64,ok,1,1,0,265.0,64.0,64.0,0.06391,0.884931,0.952953,4146.449207,4162.096185,72.322016,72.322016,67.159627,67.159627,1.0,3319.489258,3356.0 | |
| hnet,code/1024B,1,128,ok,1,1,0,265.0,128.0,128.0,0.061092,1.819794,1.883795,4337.689842,4354.058483,70.33762,70.33762,67.947929,67.947929,1.0,3343.760742,3378.0 | |
| hnet,code/1024B,2,64,ok,2,1,0,613.5,64.0,64.0,0.064624,1.288248,1.362692,18986.89134,19017.839818,99.359761,99.359761,93.931687,93.931687,1.398633,3773.793457,3902.0 | |
| hnet,code/1024B,2,128,ok,2,1,0,613.5,128.0,128.0,0.063998,2.531424,2.608432,19172.331535,19203.582279,101.128844,101.128844,98.14327,98.14327,1.444389,3826.20166,3902.0 | |
| hnet,code/1024B,4,64,ok,4,1,0,531.5,64.0,64.0,0.06962,1.531696,1.614571,30537.244453,30594.699287,167.134986,167.134986,158.556024,158.556024,2.360883,4310.385254,4432.0 | |
| hnet,code/1024B,4,128,ok,4,1,0,531.5,128.0,128.0,0.066946,3.024764,3.113983,31756.78282,31816.532176,169.269417,169.269417,164.419656,164.419656,2.419789,4370.244629,4488.0 | |
| hnet,code/1024B,8,64,ok,8,1,0,425.25,64.0,64.0,0.074711,1.765848,1.865068,45535.648034,45642.727747,289.945747,289.945747,274.520801,274.520801,4.087587,5350.383789,5472.0 | |
| hnet,code/1024B,8,128,ok,8,1,0,425.25,128.0,128.0,0.077896,3.662848,3.776504,43673.720404,43776.421686,279.563854,279.563854,271.150244,271.150244,3.990559,5470.102539,5588.0 | |
| hnet,code/1024B,16,64,ok,16,1,0,423.875,64.0,64.0,0.094416,2.196197,2.341482,71831.338431,72000.801925,466.260444,466.260444,437.329774,437.329774,6.511796,7480.275879,7680.0 | |
| hnet,code/1024B,16,128,ok,16,1,0,423.875,128.0,128.0,0.103236,4.417948,4.566563,65693.925133,65848.909326,463.563602,463.563602,448.477375,448.477375,6.60031,7716.275879,7916.0 | |
| hnet,code/256B,1,64,ok,1,1,0,212.0,64.0,64.0,20.030064,1.04729,21.080372,10.58409,10.634015,61.110126,61.110126,3.036,3.036,1.0,3556.90332,9920.0 | |
| hnet,code/256B,1,128,ok,1,1,0,212.0,128.0,128.0,0.061119,1.683118,1.747076,3468.642289,3485.003809,76.049328,76.049328,73.26526,73.26526,1.0,3318.39209,3358.0 | |
| hnet,code/256B,2,64,ok,2,1,0,196.0,64.0,64.0,0.20736,1.191087,1.402412,1890.433512,1900.078581,107.464868,107.464868,91.271295,91.271295,30.063014,3384.153809,3456.0 | |
| hnet,code/256B,2,128,ok,2,1,0,196.0,128.0,128.0,0.062983,2.331989,2.399365,6223.898425,6255.653009,109.777531,109.777531,106.69488,106.69488,1.456282,3414.874512,3496.0 | |
| hnet,code/256B,4,64,ok,4,1,0,187.75,64.0,64.0,0.068301,1.50372,1.57824,10995.397685,11053.961721,170.244449,170.244449,162.206045,162.206045,53.427559,3559.291016,3606.0 | |
| hnet,code/256B,4,128,ok,4,1,0,187.75,128.0,128.0,0.066677,3.104469,3.182806,11263.324475,11323.315551,164.923546,164.923546,160.864354,160.864354,2.195643,3615.97168,3690.0 | |
| hnet,code/256B,8,64,ok,8,1,0,190.25,64.0,64.0,0.076728,1.872641,1.960873,19836.195269,19940.459108,273.410681,273.410681,261.108161,261.108161,86.004019,3903.505859,3964.0 | |
| hnet,code/256B,8,128,ok,8,1,0,190.25,128.0,128.0,0.073157,3.763189,3.853792,20804.506167,20913.859682,272.109619,272.109619,265.71232,265.71232,3.626716,4020.332031,4072.0 | |
| hnet,code/256B,16,64,ok,16,1,0,179.75,64.0,64.0,0.085578,2.463951,2.571779,33606.598053,33793.561046,415.592674,415.592674,398.167884,398.167884,131.148862,4640.475098,4750.0 | |
| hnet,code/256B,16,128,ok,16,1,0,179.75,128.0,128.0,0.085244,4.508492,4.627245,33738.579493,33926.276736,454.253873,454.253873,442.595984,442.595984,6.041007,4876.475098,4986.0 | |
| hnet_serial,code/1024B,1,64,ok,1,1,0,265.0,64.0,64.0,0.752092,0.890161,1.646582,352.350467,353.680091,71.897116,71.897116,38.868399,38.868399,1.0,3317.672852,3346.0 | |
| hnet_serial,code/1024B,1,128,ok,1,1,0,265.0,128.0,128.0,0.059563,1.81326,1.8773,4449.066768,4465.855699,70.591098,70.591098,68.183034,68.183034,1.0,3343.647461,3368.0 | |
| hnet_serial,code/1024B,2,64,ok,2,1,0,613.5,64.0,64.0,0.117054,1.838932,1.967271,10482.350978,10499.437125,69.605609,69.605609,65.064749,65.064749,1.673976,3598.213867,3680.0 | |
| hnet_serial,code/1024B,2,128,ok,2,1,0,613.5,128.0,128.0,0.115725,3.46331,3.591909,10602.702277,10619.984596,73.917723,73.917723,71.271303,71.271303,1.045294,3635.569824,3720.0 | |
| hnet_serial,code/1024B,4,64,ok,4,1,0,531.5,64.0,64.0,0.225711,3.236391,3.479509,9419.140029,9436.861836,79.100455,79.100455,73.573593,73.573593,1.89289,3608.458008,3680.0 | |
| hnet_serial,code/1024B,4,128,ok,4,1,0,531.5,128.0,128.0,0.229733,6.386635,6.633962,9254.23937,9271.650921,80.167412,80.167412,77.178616,77.178616,1.131933,3635.569824,3720.0 | |
| hnet_serial,code/1024B,8,64,ok,8,1,0,425.25,64.0,64.0,0.452215,6.271957,6.749106,7522.962699,7540.653382,81.633216,81.633216,75.861895,75.861895,1.951763,3608.458008,3682.0 | |
| hnet_serial,code/1024B,8,128,ok,8,1,0,425.25,128.0,128.0,0.450344,12.604267,13.080947,7554.222629,7571.986821,81.242328,81.242328,78.281794,78.281794,1.148113,3635.569824,3722.0 | |
| hnet_serial,code/1024B,16,64,ok,16,1,0,423.875,64.0,64.0,0.894514,12.325218,13.261026,7581.773133,7599.659947,83.081696,83.081696,77.218763,77.218763,1.986672,3608.458008,3682.0 | |
| hnet_serial,code/1024B,16,128,ok,16,1,0,423.875,128.0,128.0,0.900315,25.133584,26.075524,7532.922791,7550.694358,81.484598,81.484598,78.541088,78.541088,1.151915,3635.569824,3722.0 | |
| hnet_serial,code/256B,1,64,ok,1,1,0,212.0,64.0,64.0,30.196807,0.847523,31.047593,7.02061,7.053726,75.514192,75.514192,2.061351,2.061351,1.0,3554.09375,9928.0 | |
| hnet_serial,code/256B,1,128,ok,1,1,0,212.0,128.0,128.0,0.058596,1.740761,1.803314,3617.963719,3635.029586,73.53107,73.53107,70.980447,70.980447,1.0,3317.029297,3350.0 | |
| hnet_serial,code/256B,2,64,ok,2,1,0,196.0,64.0,64.0,0.116233,1.691341,1.814323,3372.546587,3389.753457,75.679572,75.679572,70.549717,70.549717,34.224983,3370.398438,3398.0 | |
| hnet_serial,code/256B,2,128,ok,2,1,0,196.0,128.0,128.0,0.116396,3.369004,3.499221,3367.813006,3384.995726,75.986851,75.986851,73.159136,73.159136,1.030694,3398.428223,3438.0 | |
| hnet_serial,code/256B,4,64,ok,4,1,0,187.75,64.0,64.0,0.226863,3.276344,3.513685,3310.371333,3328.003137,78.135871,78.135871,72.857983,72.857983,35.344766,3370.398438,3398.0 | |
| hnet_serial,code/256B,4,128,ok,4,1,0,187.75,128.0,128.0,0.22564,6.515192,6.751937,3328.307352,3346.034688,78.585564,78.585564,75.830095,75.830095,1.068324,3398.428223,3438.0 | |
| hnet_serial,code/256B,8,64,ok,8,1,0,190.25,64.0,64.0,0.447135,6.504238,6.969891,3403.894143,3421.785833,78.717909,78.717909,73.458828,73.458828,35.636247,3376.219238,3420.0 | |
| hnet_serial,code/256B,8,128,ok,8,1,0,190.25,128.0,128.0,0.449676,12.838486,13.306864,3384.660027,3402.450619,79.760184,79.760184,76.952766,76.952766,1.08414,3404.047363,3440.0 | |
| hnet_serial,code/256B,16,64,ok,16,1,0,179.75,64.0,64.0,0.884576,13.329869,14.247372,3251.274385,3269.362143,76.819957,76.819957,71.872905,71.872905,34.866887,3382.36084,3420.0 | |
| hnet_serial,code/256B,16,128,ok,16,1,0,179.75,128.0,128.0,0.887136,26.288754,27.209399,3241.891632,3259.927191,77.904035,77.904035,75.268109,75.268109,1.060406,3413.165527,3440.0 | |
| pythia,code/1024B,1,64,ok,1,1,0,265.0,64.0,192.0,0.016295,0.589667,0.606002,16263.020594,5768.769569,325.607237,108.535746,316.83071,105.610237,1.0,1959.880371,2028.0 | |
| pythia,code/1024B,1,128,ok,1,1,0,265.0,128.0,377.0,0.013746,1.162323,1.176103,19279.033989,6838.600736,324.350472,110.124298,320.550147,108.834002,1.0,1966.83252,2038.0 | |
| pythia,code/1024B,2,64,ok,2,1,0,613.5,64.0,174.5,0.03442,0.610733,0.645218,35647.652311,10778.548498,571.444514,209.584234,540.902108,198.382435,1.707228,2065.075195,2138.0 | |
| pythia,code/1024B,2,128,ok,2,1,0,613.5,128.0,340.5,0.019911,1.176438,1.196383,61623.345681,18632.649754,578.866099,217.606052,569.215498,213.97822,1.775746,2065.075195,2138.0 | |
| pythia,code/1024B,4,64,ok,4,1,0,531.5,64.0,137.0,0.020396,0.602228,0.622657,104235.526768,30594.058656,909.955025,425.088479,880.099022,411.141149,2.777821,2192.229492,2314.0 | |
| pythia,code/1024B,4,128,ok,4,1,0,531.5,128.0,269.75,0.020142,1.202574,1.222751,105550.402026,30979.986295,897.24172,425.753253,882.436743,418.728093,2.752882,2192.229492,2314.0 | |
| pythia,code/1024B,8,64,ok,8,1,0,425.25,63.5,144.375,0.032533,0.615469,0.648039,104569.277888,30030.624485,1876.617272,825.386645,1782.298866,783.902878,5.625398,2438.133789,2662.0 | |
| pythia,code/1024B,8,128,ok,8,1,0,425.25,119.5,267.875,0.037028,1.230472,1.267535,91877.256717,26385.678957,1741.607585,776.937401,1690.683171,754.219837,5.274317,2438.133789,2662.0 | |
| pythia,code/1024B,16,64,ok,16,1,0,423.875,63.75,132.75,0.059468,0.639361,0.698863,114045.406289,32286.520212,3322.068222,1595.343496,3039.221397,1459.5131,9.592572,2944.830078,3308.0 | |
| pythia,code/1024B,16,128,ok,16,1,0,423.875,123.75,251.9375,0.065003,1.277255,1.342294,104334.304294,29537.284613,3155.987646,1550.199836,3003.067703,1475.086592,9.36848,2944.830078,3308.0 | |
| pythia,code/256B,1,64,ok,1,1,0,212.0,64.0,203.0,0.018742,0.597224,0.616,11311.197754,4321.731217,339.905808,107.162422,329.545711,103.896185,1.0,1957.20752,2008.0 | |
| pythia,code/256B,1,128,ok,1,1,0,212.0,128.0,366.0,0.012845,1.176523,1.1894,16504.877313,6306.108785,311.086092,108.795136,307.718177,107.617286,1.0,1965.20752,2016.0 | |
| pythia,code/256B,2,64,ok,2,1,0,196.0,64.0,196.0,0.021619,0.599184,0.620836,18132.168255,6198.241189,654.223164,213.62389,631.406978,206.173707,1.915992,1996.058105,2034.0 | |
| pythia,code/256B,2,128,ok,2,1,0,196.0,128.0,374.0,0.018807,1.179804,1.198644,20843.431514,7125.050568,634.00346,216.985142,624.038317,213.574611,2.027954,1997.972168,2054.0 | |
| pythia,code/256B,4,64,ok,4,1,0,187.75,57.75,171.25,0.016291,0.597874,0.614199,46099.828633,15161.994237,1145.726217,386.368987,1115.273917,376.099671,3.384277,2014.158203,2056.0 | |
| pythia,code/256B,4,128,ok,4,1,0,187.75,105.75,316.0,0.016186,1.197611,1.21383,46397.213258,15259.802496,1055.434217,353.203065,1041.331676,348.483623,3.384043,2053.385742,2076.0 | |
| pythia,code/256B,8,64,ok,8,1,0,190.25,54.5,154.0,0.019256,0.615446,0.634739,79038.973353,24615.291307,2001.800532,708.429409,1940.955063,686.896435,5.88979,2088.477539,2176.0 | |
| pythia,code/256B,8,128,ok,8,1,0,190.25,102.5,286.875,0.019011,1.233271,1.252318,80058.155115,24932.697454,1860.904293,664.898266,1832.601265,654.785637,5.955453,2156.571289,2256.0 | |
| pythia,code/256B,16,64,ok,16,1,0,179.75,57.0625,173.1875,0.022288,0.624164,0.646487,129040.565601,39887.71308,4439.53928,1462.756897,4286.242083,1412.247933,13.006518,2239.532227,2398.0 | |
| pythia,code/256B,16,128,ok,16,1,0,179.75,105.0625,319.375,0.02366,1.272321,1.296037,121554.936154,37573.831099,4016.280495,1321.20695,3942.789851,1297.03126,12.81299,2382.317383,2698.0 | |