models/fastface-large-128/benchmark_fp32_cpu.json

{
  "environment": {
    "onnxruntime": "1.26.0",
    "platform": "Linux-5.4.0-162-generic-x86_64-with-glibc2.31",
    "processor": "x86_64",
    "providers": [
      "CPUExecutionProvider"
    ]
  },
  "results": [
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 164.00915846945068,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 6.097220480442047,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 938.1439022091096,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 8.527476415038109,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 2705.2001731416876,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 11.829069182276726,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 4401.075645423939,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 29.083799123764038,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    }
  ]
}