{
  "all_results": [
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 444.3684254699395,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 2.2503849118947983,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 478.20669098981364,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 16.729167848825455,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 482.72962562425244,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 66.28969572484493,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 426.78335890299763,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 299.9179732054472,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 81.7928960162084,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 12.226000651717186,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 504.4200565048721,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 15.859797596931458,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1170.6158297001834,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 27.336039021611214,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 2679.6332680887576,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 47.767730578780174,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 483.8241775814027,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 2.0668665319681168,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1859.5320912309064,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 4.302157536149025,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 3333.6919538686793,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 9.598967283964157,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 4018.177960123261,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 31.85523420572281,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 433.1079071024284,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 2.3088934272527695,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 808.8800099951587,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 9.890218451619148,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 854.9517534411682,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 37.42901265621185,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 824.5600076739763,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 155.23430533707142,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 272.06090148465836,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 3.6756476014852524,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1368.9325185010966,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 5.8439695835113525,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 3452.2025026769843,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 9.269444644451141,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 4477.704206962065,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 28.586077615618706,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 523.733211046205,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 1.9093690812587738,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1352.5679266044635,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 5.91467522084713,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1591.3826864322718,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 20.10829970240593,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1564.3390724493345,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 81.8236929923296,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 183.76971575250911,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 5.4415930062532425,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 968.0896766124893,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 8.263697251677513,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 2642.1609180035625,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 12.11129866540432,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 4326.604902089747,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 29.584397673606873,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 527.0237266391365,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 1.8974477797746658,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1621.1556298305898,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 4.934751391410828,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 2414.3941213670696,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 13.253842741250992,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 2728.35952907165,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 46.91463813185692,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 480.77344008102864,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 2.0799817889928818,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 516.5562923592615,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 15.487179458141327,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 517.5234542150165,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 61.83294638991356,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 477.7283333344651,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 1,
      "iterations": 100,
      "latency_ms": 267.9347048699856,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 330.43658004216917,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 3.026299327611923,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 459.5594035737649,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 17.407978028059006,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 663.4689130872493,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 48.23134794831276,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 748.6872589127776,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 112,
      "iterations": 100,
      "latency_ms": 170.9659119695425,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 627.1832123267933,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 1.5944304317235947,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1084.0662870263704,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 7.379622533917427,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1340.717272408279,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 23.867821097373962,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1516.9720950619903,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 84.3786121159792,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 517.9317034017097,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 1.9307564944028854,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 694.9658330512565,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 11.51135727763176,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 735.7023721636907,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 43.49584996700287,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 739.637141562089,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 2,
      "iterations": 100,
      "latency_ms": 173.05783174932003,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 640.0121157078712,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 1.5624704211950302,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1345.3503223690655,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 5.946406573057175,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1527.3893693054015,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 20.950780883431435,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1459.045877946722,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 87.72856421768665,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 559.885241188562,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 1.7860803008079529,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 893.2189066072149,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 8.95637109875679,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1081.9711177967274,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 29.575650840997696,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1136.9935647990571,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 4,
      "iterations": 100,
      "latency_ms": 112.57759407162666,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 370.4772599102067,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 2.6992210000753403,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 728.703782157858,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 10.97839780151844,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1095.3074640975117,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 29.215540885925293,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1308.800786317654,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 56,
      "iterations": 100,
      "latency_ms": 97.79945224523544,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 742.466799466955,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 1.346861571073532,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1154.115116246799,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 6.931717544794083,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1293.5157938743184,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 24.738777950406075,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1433.8126915848213,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 89.2724696546793,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    }
  ],
  "best_by_model_and_batch": [
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 527.0237266391365,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 1.8974477797746658,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1859.5320912309064,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 4.302157536149025,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 3452.2025026769843,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 9.269444644451141,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 4477.704206962065,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 28.586077615618706,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 742.466799466955,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 8,
      "iterations": 100,
      "latency_ms": 1.346861571073532,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1345.3503223690655,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 5.946406573057175,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1527.3893693054015,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 28,
      "iterations": 100,
      "latency_ms": 20.950780883431435,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1516.9720950619903,
      "inter_op_num_threads": 1,
      "intra_op_num_threads": 16,
      "iterations": 100,
      "latency_ms": 84.3786121159792,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    }
  ],
  "run": "mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface"
}