| { |
| "model": "dnn", |
| "subset": "Win64", |
| "quant": "int8-static", |
| "model_size_mb": 13.303, |
| "original_size_mb": 52.939, |
| "size_reduction_pct": 74.9, |
| "latency_ms": { |
| "cold_batch1": 0.426, |
| "warm_batch1": 0.22, |
| "warm_batch16": 0.941, |
| "warm_batch256": 8.919, |
| "throughput_batch1": 4545.5, |
| "ms_per_sample_batch1": 0.22, |
| "throughput_batch16": 17003.2, |
| "ms_per_sample_batch16": 0.0588, |
| "throughput_batch256": 28702.8, |
| "ms_per_sample_batch256": 0.0348 |
| }, |
| "original_latency_ms": { |
| "cold_batch1": 2.789, |
| "warm_batch1": 2.389, |
| "warm_batch16": 4.246, |
| "warm_batch256": 11.135, |
| "throughput_batch1": 418.6, |
| "ms_per_sample_batch1": 2.389, |
| "throughput_batch16": 3768.3, |
| "ms_per_sample_batch16": 0.2654, |
| "throughput_batch256": 22990.6, |
| "ms_per_sample_batch256": 0.0435 |
| }, |
| "test_metrics": { |
| "roc_auc": 0.9968797740122215, |
| "pr_auc": 0.9970818991078805, |
| "tpr_at_1pct_fpr": 0.9616965868794326, |
| "n_samples": 100000, |
| "n_positive": 49920, |
| "auc_delta_vs_original": -3.3e-05 |
| }, |
| "peak_rss_delta_mb": 0.0, |
| "platform": "macOS-15.7.7-arm64-arm-64bit", |
| "platform_short": "darwin-arm64" |
| } |