quant_bench.json

{
 "torch_fp32": {
  "auroc": 0.741574419536863,
  "ev_per_s": 8.611850495236997,
  "mean_abs_dp": 0.0
 },
 "torch_int8_dynamic": {
  "auroc": 0.6654435570904381,
  "ev_per_s": 13.092670037529428,
  "mean_abs_dp": 0.08818576585503145,
  "max_abs_dp": 0.46004520611736
 },
 "onnx_fp32": {
  "auroc": 0.741574419536863,
  "ev_per_s": 7.8795951474320916,
  "mean_abs_dp": 2.136058705276729e-07,
  "size_mb": 503.919081
 },
 "onnx_int8": {
  "auroc": 0.6769140637044804,
  "ev_per_s": 20.050910166712477,
  "mean_abs_dp": 0.07303913880835985,
  "max_abs_dp": 0.4585529569386646,
  "size_mb": 126.666411
 }
}