models/fastface-large-128/benchmark_int8_static_cpu.json

{
  "environment": {
    "onnxruntime": "1.26.0",
    "platform": "Linux-5.4.0-162-generic-x86_64-with-glibc2.31",
    "processor": "x86_64",
    "providers": [
      "CPUExecutionProvider"
    ]
  },
  "results": [
    {
      "batch_size": 1,
      "execution_mode": "sequential",
      "images_per_second": 385.12685054188256,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 2.596547082066536,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 8,
      "execution_mode": "sequential",
      "images_per_second": 693.2934065606543,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 11.53912603855133,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 32,
      "execution_mode": "sequential",
      "images_per_second": 963.050847052497,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 33.227736726403236,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    },
    {
      "batch_size": 128,
      "execution_mode": "sequential",
      "images_per_second": 1081.659179117801,
      "inter_op_num_threads": 0,
      "intra_op_num_threads": 0,
      "iterations": 100,
      "latency_ms": 118.33672054111958,
      "model": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/model_int8_static.onnx",
      "warmup": 10
    }
  ]
}