File size: 1,153 Bytes
3e397d7 |
1 2 3 4 5 6 7 8 9 10 11 |
model,batch_size,sequence_length,latency_ms_mean,latency_ms_std,latency_ms_min,latency_ms_max,throughput_samples_per_sec
model_fp32.onnx,1,128,67.29032402858138,30.15996682102601,30.921541154384613,138.45227379351854,14.860977628451495
model_fp16.onnx,1,128,189.26104741171002,51.416731868137916,119.79291588068008,382.46670458465815,5.283707417219586
model_int8.onnx,1,128,47.610636223107576,18.029759358073445,24.650982581079006,97.47091680765152,21.003710080955717
model_fp32.onnx,2,128,149.15197821334004,58.12245399270943,63.348475843667984,281.8329185247421,13.409141628274572
model_fp16.onnx,2,128,285.1835149526596,81.67247839104186,188.86912614107132,471.687700599432,7.0130280859046135
model_int8.onnx,2,128,73.99369111284614,13.488818233505018,46.300359070301056,93.17800309509039,27.02933141894279
model_fp32.onnx,4,128,287.0577157661319,90.00335290808916,145.39464097470045,437.1555680409074,13.93448000282574
model_fp16.onnx,4,128,416.01581554859877,105.59857646599053,308.67420695722103,674.969807267189,9.615019070188984
model_int8.onnx,4,128,159.69825515523553,30.369569338859616,124.38465561717749,292.5128070637584,25.047236715966488
|