models/fastface-small-112/benchmark_int8_static_cpu.json

{
  "environment": {
    "onnxruntime": "1.26.0",
    "platform": "Linux-5.4.0-162-generic-x86_64-with-glibc2.31",
    "processor": "x86_64",
    "providers": [
      "CPUExecutionProvider"
    ]
  },
  "results": [
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 768.6780884092126,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 1.3009347021579742,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1298.09155936541,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 6.16289347410202,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 1882.6319537140605,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 16.997480541467667,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 2352.6709638615757,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 54.40624803304672,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    }
  ]
}