| { |
| "all_results": [ |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 444.3684254699395, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 2.2503849118947983, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 478.20669098981364, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 16.729167848825455, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 482.72962562425244, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 66.28969572484493, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 426.78335890299763, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 299.9179732054472, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 81.7928960162084, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 12.226000651717186, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 504.4200565048721, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 15.859797596931458, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1170.6158297001834, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 27.336039021611214, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 2679.6332680887576, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 47.767730578780174, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 483.8241775814027, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 2.0668665319681168, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1859.5320912309064, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 4.302157536149025, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 3333.6919538686793, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 9.598967283964157, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 4018.177960123261, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 31.85523420572281, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 433.1079071024284, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 2.3088934272527695, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 808.8800099951587, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 9.890218451619148, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 854.9517534411682, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 37.42901265621185, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 824.5600076739763, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 155.23430533707142, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 272.06090148465836, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 3.6756476014852524, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1368.9325185010966, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 5.8439695835113525, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 3452.2025026769843, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 9.269444644451141, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 4477.704206962065, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 28.586077615618706, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 523.733211046205, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 1.9093690812587738, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1352.5679266044635, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 5.91467522084713, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1591.3826864322718, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 20.10829970240593, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 1564.3390724493345, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 81.8236929923296, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 183.76971575250911, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 5.4415930062532425, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 968.0896766124893, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 8.263697251677513, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 2642.1609180035625, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 12.11129866540432, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 4326.604902089747, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 29.584397673606873, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 527.0237266391365, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 1.8974477797746658, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1621.1556298305898, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 4.934751391410828, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 2414.3941213670696, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 13.253842741250992, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 2728.35952907165, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 46.91463813185692, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 480.77344008102864, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 2.0799817889928818, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 516.5562923592615, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 15.487179458141327, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 517.5234542150165, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 61.83294638991356, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 477.7283333344651, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 267.9347048699856, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 330.43658004216917, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 3.026299327611923, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 459.5594035737649, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 17.407978028059006, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 663.4689130872493, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 48.23134794831276, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 748.6872589127776, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 170.9659119695425, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 627.1832123267933, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 1.5944304317235947, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1084.0662870263704, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 7.379622533917427, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1340.717272408279, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 23.867821097373962, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 1516.9720950619903, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 84.3786121159792, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 517.9317034017097, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 1.9307564944028854, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 694.9658330512565, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 11.51135727763176, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 735.7023721636907, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 43.49584996700287, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 739.637141562089, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 173.05783174932003, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 640.0121157078712, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 1.5624704211950302, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1345.3503223690655, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 5.946406573057175, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1527.3893693054015, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 20.950780883431435, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 1459.045877946722, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 87.72856421768665, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 559.885241188562, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 1.7860803008079529, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 893.2189066072149, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 8.95637109875679, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1081.9711177967274, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 29.575650840997696, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 1136.9935647990571, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 112.57759407162666, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 370.4772599102067, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 2.6992210000753403, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 728.703782157858, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 10.97839780151844, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1095.3074640975117, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 29.215540885925293, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 1308.800786317654, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 97.79945224523544, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 742.466799466955, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 1.346861571073532, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1154.115116246799, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 6.931717544794083, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1293.5157938743184, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 24.738777950406075, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 1433.8126915848213, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 89.2724696546793, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| } |
| ], |
| "best_by_model_and_batch": [ |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 527.0237266391365, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 1.8974477797746658, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1859.5320912309064, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 4.302157536149025, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 3452.2025026769843, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 9.269444644451141, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 4477.704206962065, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 28.586077615618706, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 742.466799466955, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 1.346861571073532, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1345.3503223690655, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 5.946406573057175, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1527.3893693054015, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 20.950780883431435, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 1516.9720950619903, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 84.3786121159792, |
| "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| } |
| ], |
| "run": "mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface" |
| } |
