models/fastface-small-112/benchmark_fp32_cpu.json

{
  "environment": {
    "onnxruntime": "1.26.0",
    "platform": "Linux-5.4.0-162-generic-x86_64-with-glibc2.31",
    "processor": "x86_64",
    "providers": [
      "CPUExecutionProvider"
    ]
  },
  "results": [
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 215.39175893842386,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 4.642703160643578,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 1042.8860787348028,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 7.671020030975342,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 4332.753542940734,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 7.385603561997414,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 9540.864388125408,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 13.415975198149681,
      "model": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_fp32.onnx",
      "warmup": 10
    }
  ]
}