| { |
| "model": "dnn", |
| "subset": "ELF", |
| "quant": "fp32", |
| "model_size_mb": 3.903, |
| "original_size_mb": 3.93, |
| "size_reduction_pct": 0.7, |
| "latency_ms": { |
| "cold_batch1": 0.055, |
| "warm_batch1": 0.039, |
| "ms_per_sample_batch1": 0.0387, |
| "throughput_batch1": 25864.6, |
| "warm_batch16": 0.183, |
| "ms_per_sample_batch16": 0.0114, |
| "throughput_batch16": 87489.4, |
| "warm_batch256": 2.135, |
| "ms_per_sample_batch256": 0.0083, |
| "throughput_batch256": 119926.0 |
| }, |
| "original_latency_ms": { |
| "cold_batch1": 0.135, |
| "warm_batch1": 0.094, |
| "ms_per_sample_batch1": 0.0942, |
| "throughput_batch1": 10612.8, |
| "warm_batch16": 0.522, |
| "ms_per_sample_batch16": 0.0326, |
| "throughput_batch16": 30663.9, |
| "warm_batch256": 1.07, |
| "ms_per_sample_batch256": 0.0042, |
| "throughput_batch256": 239209.3 |
| }, |
| "test_metrics": { |
| "roc_auc": 0.9839878888888888, |
| "pr_auc": 0.9845206683196877, |
| "tpr_at_1pct_fpr": 0.8103333333333333, |
| "n_samples": 12000, |
| "n_positive": 6000, |
| "auc_delta_vs_original": 6e-06 |
| }, |
| "peak_rss_delta_mb": 2.2, |
| "platform": "macOS-15.7.7-arm64-arm-64bit", |
| "platform_short": "darwin-arm64" |
| } |
