| { |
| "torch_fp32": { |
| "auroc": 0.741574419536863, |
| "ev_per_s": 8.611850495236997, |
| "mean_abs_dp": 0.0 |
| }, |
| "torch_int8_dynamic": { |
| "auroc": 0.6654435570904381, |
| "ev_per_s": 13.092670037529428, |
| "mean_abs_dp": 0.08818576585503145, |
| "max_abs_dp": 0.46004520611736 |
| }, |
| "onnx_fp32": { |
| "auroc": 0.741574419536863, |
| "ev_per_s": 7.8795951474320916, |
| "mean_abs_dp": 2.136058705276729e-07, |
| "size_mb": 503.919081 |
| }, |
| "onnx_int8": { |
| "auroc": 0.6769140637044804, |
| "ev_per_s": 20.050910166712477, |
| "mean_abs_dp": 0.07303913880835985, |
| "max_abs_dp": 0.4585529569386646, |
| "size_mb": 126.666411 |
| } |
| } |
