tiny-receipt-reader-digit-slots-2m / eval /runtime_benchmark_int8_cpu.json
ivere27's picture
tiny-receipt-reader-digit-slots-2m — question-free receipt digit reader (2.46M params, epoch 100)
c9fa078
Raw
History Blame Contribute Delete
4.89 kB
{
"format": "receipt_digit_reader_runtime_benchmark_v1",
"precision": "int8",
"providers": [
"CPUExecutionProvider"
],
"threads": 1,
"timing_scope": "single graph call from image tensor to slot logits; session creation, image decoding, and regex routing excluded. Measured on a shared host, so the minimum is the better estimate of uncontended latency and the median is an upper bound.",
"forward_passes_per_image": 1,
"warmups_per_image": 2,
"measured_repeats_per_image": 9,
"image_count": 20,
"aggregate": {
"e2e_median_of_image_medians_ms": 24.332196975592524,
"e2e_min_of_image_mins_ms": 22.89638901129365,
"e2e_median_of_image_mins_ms": 23.65475194528699
},
"results": [
{
"image": "00000.jpg",
"e2e_ms": {
"median": 23.992729955352843,
"mean": 24.10034932351361,
"min": 23.681772989220917,
"max": 24.967822013422847
}
},
{
"image": "00001.jpg",
"e2e_ms": {
"median": 24.063735036179423,
"mean": 25.00449308556401,
"min": 23.74997199513018,
"max": 27.859554975293577
}
},
{
"image": "00002.jpg",
"e2e_ms": {
"median": 24.828980094753206,
"mean": 25.14536334719095,
"min": 23.344396031461656,
"max": 27.169981971383095
}
},
{
"image": "00003.jpg",
"e2e_ms": {
"median": 26.643797988072038,
"mean": 26.013683579448198,
"min": 23.880228050984442,
"max": 30.416043009608984
}
},
{
"image": "00004.jpg",
"e2e_ms": {
"median": 24.550083093345165,
"mean": 25.26340524976452,
"min": 24.065206991508603,
"max": 29.88170401658863
}
},
{
"image": "00005.jpg",
"e2e_ms": {
"median": 24.298788979649544,
"mean": 25.982614658359026,
"min": 23.58955901581794,
"max": 31.61631105467677
}
},
{
"image": "00006.jpg",
"e2e_ms": {
"median": 24.11294705234468,
"mean": 24.409584442360533,
"min": 23.88710097875446,
"max": 26.815703022293746
}
},
{
"image": "00007.jpg",
"e2e_ms": {
"median": 25.530686019919813,
"mean": 25.949812882269423,
"min": 24.389238911680877,
"max": 28.257527039386332
}
},
{
"image": "00008.jpg",
"e2e_ms": {
"median": 24.340398027561605,
"mean": 25.25033521103776,
"min": 23.449423955753446,
"max": 31.050281948409975
}
},
{
"image": "00009.jpg",
"e2e_ms": {
"median": 24.886988918296993,
"mean": 25.51232654756556,
"min": 23.19398196414113,
"max": 31.39580402057618
}
},
{
"image": "00010.jpg",
"e2e_ms": {
"median": 23.327192990109324,
"mean": 23.868898886980283,
"min": 23.109231027774513,
"max": 27.592780999839306
}
},
{
"image": "00011.jpg",
"e2e_ms": {
"median": 23.499388014897704,
"mean": 24.53360667762657,
"min": 23.11665494926274,
"max": 29.15733598638326
}
},
{
"image": "00012.jpg",
"e2e_ms": {
"median": 24.120402056723833,
"mean": 24.446698035010034,
"min": 22.89638901129365,
"max": 27.75220200419426
}
},
{
"image": "00013.jpg",
"e2e_ms": {
"median": 23.80034700036049,
"mean": 24.21006000238574,
"min": 22.98666106071323,
"max": 25.983039988204837
}
},
{
"image": "00014.jpg",
"e2e_ms": {
"median": 24.60161002818495,
"mean": 25.397773560446996,
"min": 23.938970058225095,
"max": 28.018033946864307
}
},
{
"image": "00015.jpg",
"e2e_ms": {
"median": 24.503946071490645,
"mean": 25.64623279290067,
"min": 23.62773090135306,
"max": 32.23606199026108
}
},
{
"image": "00016.jpg",
"e2e_ms": {
"median": 24.12706392351538,
"mean": 24.854652143807876,
"min": 23.625738103874028,
"max": 27.807045029476285
}
},
{
"image": "00017.jpg",
"e2e_ms": {
"median": 24.385432014241815,
"mean": 24.94293878165384,
"min": 23.80714099854231,
"max": 27.409944916144013
}
},
{
"image": "00018.jpg",
"e2e_ms": {
"median": 25.470001972280443,
"mean": 25.637542001075214,
"min": 24.139297078363597,
"max": 28.473082929849625
}
},
{
"image": "00019.jpg",
"e2e_ms": {
"median": 24.323995923623443,
"mean": 25.18747510233273,
"min": 23.742809076793492,
"max": 29.832802014425397
}
}
]
}