eval_onnx_fp32.json

{
  "model": "/home/kkaisrvr/projects/live/captchaslayer/artifacts/models/math_mnv3_17k_v1/model_fp32.onnx",
  "split_csv": "/home/kkaisrvr/projects/live/captchaslayer/artifacts/math_dataset_17k_v1/test.csv",
  "num_samples": 2045,
  "batch_size": 1,
  "threads": 64,
  "accuracy": 0.9613691931540342,
  "macro_f1": 0.9320283953570693,
  "latency_ms_per_sample": {
    "mean": 4.756918244575169,
    "p50": 4.349756985902786,
    "p95": 6.074900273233652
  },
  "throughput_samples_per_sec": 210.22013593368118,
  "acceptance_policy": {
    "min_confidence": 0.6,
    "min_margin": 0.1
  },
  "acceptance_metrics": {
    "coverage": 0.9682151589242054,
    "accepted_samples": 1980,
    "accepted_accuracy": 0.9732323232323232,
    "rejected_samples": 65
  }
}