{
  "all_results": [
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1309.7682436034518,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 0.7634938508272171,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1753.847114786415,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 4.561401009559631,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1624.296661804417,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 19.700834676623344,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1507.334650536843,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 84.91810359060764,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 114.86579084711258,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 8.70581217110157,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 652.1399079513378,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 12.267306298017502,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1972.1766034734073,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 16.225727424025536,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 4334.273150506783,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 29.532056599855423,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 805.2325281771662,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 1.2418773025274277,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2665.0468948821303,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 3.001823350787163,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 6347.775491231039,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 5.04113607108593,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 10033.413614880616,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 12.757373005151749,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1353.7383408043029,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 0.7386951893568039,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2544.1507378910774,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 3.144467771053314,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 2626.2609135424286,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 12.184623330831528,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 2723.954175771813,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 46.99051149189472,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 490.6780666371982,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 2.0379961282014847,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2330.307655473234,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 3.4330230951309204,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 6733.893061295152,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 4.752080217003822,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 10837.791019062981,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 11.810524836182594,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1006.9614308187331,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 0.9930866956710815,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2563.4283521989964,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 3.1208205968141556,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 5131.310023866448,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 6.236224249005318,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 5060.591719582925,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 25.29348485171795,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 266.9582213256369,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 3.745904490351677,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1265.1475385938625,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 6.323373168706894,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 4591.199622037169,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 6.969855949282646,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 9269.156255462633,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 13.809239640831947,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1047.1803049997425,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 0.9549453854560852,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2873.542568254482,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 2.7840200066566467,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 8063.918116981363,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 3.9682942628860474,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 9169.385128428225,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 13.959496542811394,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1152.3256388981995,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 0.8678102493286133,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1508.071349207096,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 5.304788798093796,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1412.156241235605,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 22.660382091999054,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1370.4124508793334,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 93.40253725647926,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 676.0938983482517,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 1.4790844917297363,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1027.5104700166764,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 7.785808742046356,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1427.2867739116737,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 22.42016151547432,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1750.6301235273381,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 73.1165300309658,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1125.793376092733,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 0.888262465596199,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2092.582119442944,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 3.8230279833078384,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 2809.879186508986,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 11.388389989733696,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 3212.9360988729927,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 39.83894981443882,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1312.8174309737042,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 0.7617205381393433,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2134.7599238164735,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 3.7474939972162247,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1927.6797868170097,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 16.600267440080643,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1912.2857334166679,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 66.93560369312763,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1327.9209858797917,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 0.7530568540096283,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2558.026485942397,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 3.1274109333753586,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 3446.3710419561517,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 9.285129085183144,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 3598.30628653568,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 35.57229146361351,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1410.650391046433,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 0.7088928669691086,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2587.301516619626,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 3.0920246243476868,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 2568.16849839366,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 12.460241615772247,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 2620.8245365328653,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 48.83959159255028,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 752.4014974736215,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 1.3290776312351227,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1380.201716522546,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 5.796254202723503,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1986.2383921170958,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 16.110855638980865,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 2582.5325371851027,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 49.56375114619732,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1436.0112832896364,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 0.6963733583688736,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2777.1431477082324,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 2.880658134818077,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 3359.6541064656913,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 9.524790048599243,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 3308.408531627894,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 38.689296916127205,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    }
  ],
  "best_by_model_and_batch": [
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1353.7383408043029,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 0.7386951893568039,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2873.542568254482,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 2.7840200066566467,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 8063.918116981363,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 3.9682942628860474,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 10837.791019062981,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 11.810524836182594,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 1436.0112832896364,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 0.6963733583688736,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 2777.1431477082324,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 2.880658134818077,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 3446.3710419561517,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 9.285129085183144,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 3598.30628653568,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 35.57229146361351,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    }
  ],
  "run": "mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface"
}