{ "model": "dnn", "subset": "PE", "quant": "int8-static", "model_size_mb": 13.303, "original_size_mb": 52.939, "size_reduction_pct": 74.9, "latency_ms": { "cold_batch1": 0.778, "warm_batch1": 0.29, "warm_batch16": 1.036, "warm_batch256": 12.935, "throughput_batch1": 3448.3, "ms_per_sample_batch1": 0.29, "throughput_batch16": 15444.0, "ms_per_sample_batch16": 0.0648, "throughput_batch256": 19791.3, "ms_per_sample_batch256": 0.0505 }, "original_latency_ms": { "cold_batch1": 2.916, "warm_batch1": 2.466, "warm_batch16": 4.939, "warm_batch256": 11.88, "throughput_batch1": 405.5, "ms_per_sample_batch1": 2.466, "throughput_batch16": 3239.5, "ms_per_sample_batch16": 0.3087, "throughput_batch256": 21548.8, "ms_per_sample_batch256": 0.0464 }, "test_metrics": { "roc_auc": 0.9968856578492659, "pr_auc": 0.9969432521647822, "tpr_at_1pct_fpr": 0.9471575053488233, "n_samples": 100000, "n_positive": 50011, "auc_delta_vs_original": -6.2e-05 }, "peak_rss_delta_mb": 0.0, "platform": "macOS-15.7.7-arm64-arm-64bit", "platform_short": "darwin-arm64" }