{ "model": "dnn", "subset": ".NET", "quant": "int8-static", "model_size_mb": 13.303, "original_size_mb": 52.939, "size_reduction_pct": 74.9, "latency_ms": { "cold_batch1": 0.429, "warm_batch1": 0.248, "warm_batch16": 0.909, "warm_batch256": 8.858, "throughput_batch1": 4032.3, "ms_per_sample_batch1": 0.248, "throughput_batch16": 17601.8, "ms_per_sample_batch16": 0.0568, "throughput_batch256": 28900.4, "ms_per_sample_batch256": 0.0346 }, "original_latency_ms": { "cold_batch1": 2.44, "warm_batch1": 2.368, "warm_batch16": 4.208, "warm_batch256": 11.103, "throughput_batch1": 422.3, "ms_per_sample_batch1": 2.368, "throughput_batch16": 3802.3, "ms_per_sample_batch16": 0.263, "throughput_batch256": 23056.8, "ms_per_sample_batch256": 0.0434 }, "test_metrics": { "roc_auc": 0.9919714812355357, "pr_auc": 0.9900265259892996, "tpr_at_1pct_fpr": 0.8444236421489054, "n_samples": 100000, "n_positive": 49946, "auc_delta_vs_original": -0.001909 }, "peak_rss_delta_mb": 0.0, "platform": "macOS-15.7.7-arm64-arm-64bit", "platform_short": "darwin-arm64" }