| { |
| "all_results": [ |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1309.7682436034518, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 0.7634938508272171, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1753.847114786415, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 4.561401009559631, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1624.296661804417, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 19.700834676623344, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 1507.334650536843, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 84.91810359060764, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 114.86579084711258, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 8.70581217110157, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 652.1399079513378, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 12.267306298017502, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1972.1766034734073, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 16.225727424025536, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 4334.273150506783, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 29.532056599855423, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 805.2325281771662, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 1.2418773025274277, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2665.0468948821303, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 3.001823350787163, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 6347.775491231039, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 5.04113607108593, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 10033.413614880616, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 12.757373005151749, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1353.7383408043029, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 0.7386951893568039, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2544.1507378910774, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 3.144467771053314, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 2626.2609135424286, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 12.184623330831528, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 2723.954175771813, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 46.99051149189472, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 490.6780666371982, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 2.0379961282014847, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2330.307655473234, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 3.4330230951309204, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 6733.893061295152, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 4.752080217003822, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 10837.791019062981, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 11.810524836182594, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1006.9614308187331, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 0.9930866956710815, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2563.4283521989964, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 3.1208205968141556, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 5131.310023866448, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 6.236224249005318, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 5060.591719582925, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 25.29348485171795, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 266.9582213256369, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 3.745904490351677, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1265.1475385938625, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 6.323373168706894, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 4591.199622037169, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 6.969855949282646, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 9269.156255462633, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 13.809239640831947, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1047.1803049997425, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 0.9549453854560852, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2873.542568254482, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 2.7840200066566467, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 8063.918116981363, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 3.9682942628860474, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 9169.385128428225, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 13.959496542811394, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1152.3256388981995, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 0.8678102493286133, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1508.071349207096, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 5.304788798093796, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1412.156241235605, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 22.660382091999054, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 1370.4124508793334, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 1, |
| "iterations": 100, |
| "latency_ms": 93.40253725647926, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 676.0938983482517, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 1.4790844917297363, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1027.5104700166764, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 7.785808742046356, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1427.2867739116737, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 22.42016151547432, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 1750.6301235273381, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 112, |
| "iterations": 100, |
| "latency_ms": 73.1165300309658, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1125.793376092733, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 0.888262465596199, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2092.582119442944, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 3.8230279833078384, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 2809.879186508986, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 11.388389989733696, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 3212.9360988729927, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 16, |
| "iterations": 100, |
| "latency_ms": 39.83894981443882, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1312.8174309737042, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 0.7617205381393433, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2134.7599238164735, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 3.7474939972162247, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1927.6797868170097, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 16.600267440080643, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 1912.2857334166679, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 66.93560369312763, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1327.9209858797917, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 0.7530568540096283, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2558.026485942397, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 3.1274109333753586, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 3446.3710419561517, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 9.285129085183144, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 3598.30628653568, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 35.57229146361351, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1410.650391046433, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 0.7088928669691086, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2587.301516619626, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 3.0920246243476868, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 2568.16849839366, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 12.460241615772247, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 2620.8245365328653, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 4, |
| "iterations": 100, |
| "latency_ms": 48.83959159255028, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 752.4014974736215, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 1.3290776312351227, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 1380.201716522546, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 5.796254202723503, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 1986.2383921170958, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 16.110855638980865, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 2582.5325371851027, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 56, |
| "iterations": 100, |
| "latency_ms": 49.56375114619732, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1436.0112832896364, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 0.6963733583688736, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2777.1431477082324, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 2.880658134818077, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 3359.6541064656913, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 9.524790048599243, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 3308.408531627894, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 38.689296916127205, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| } |
| ], |
| "best_by_model_and_batch": [ |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1353.7383408043029, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 2, |
| "iterations": 100, |
| "latency_ms": 0.7386951893568039, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2873.542568254482, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 2.7840200066566467, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 8063.918116981363, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 3.9682942628860474, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 10837.791019062981, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 11.810524836182594, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 1, |
| "execution_mode": "sequential", |
| "images_per_second": 1436.0112832896364, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 0.6963733583688736, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 8, |
| "execution_mode": "sequential", |
| "images_per_second": 2777.1431477082324, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 8, |
| "iterations": 100, |
| "latency_ms": 2.880658134818077, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 32, |
| "execution_mode": "sequential", |
| "images_per_second": 3446.3710419561517, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 9.285129085183144, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| }, |
| { |
| "batch_size": 128, |
| "execution_mode": "sequential", |
| "images_per_second": 3598.30628653568, |
| "inter_op_num_threads": 1, |
| "intra_op_num_threads": 28, |
| "iterations": 100, |
| "latency_ms": 35.57229146361351, |
| "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx", |
| "warmup": 10 |
| } |
| ], |
| "run": "mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface" |
| } |
