| { | |
| "exporter": "legacy+eager", | |
| "size_fp32_mb": 1112.4, | |
| "fp32_vs_torch_max_abs_logit_diff": 1.4007091522216797e-05, | |
| "fp32_faithful": true, | |
| "bench_fp32": [ | |
| { | |
| "batch_size": 1, | |
| "p50_ms": 245.1, | |
| "p95_ms": 274.6 | |
| }, | |
| { | |
| "batch_size": 8, | |
| "p50_ms": 2794.1, | |
| "p95_ms": 3082.2 | |
| } | |
| ], | |
| "size_int8_mb": 278.8, | |
| "int8_vs_torch_argmax_agreement": 1.0, | |
| "int8_vs_torch_max_abs_expected_rank_diff": 0.4944228702079272, | |
| "bench_int8": [ | |
| { | |
| "batch_size": 1, | |
| "p50_ms": 216.1, | |
| "p95_ms": 263.0 | |
| }, | |
| { | |
| "batch_size": 8, | |
| "p50_ms": 1801.9, | |
| "p95_ms": 1917.8 | |
| } | |
| ] | |
| } |