{ "model": "dnn", "subset": "PDF", "quant": "fp32", "model_size_mb": 3.903, "original_size_mb": 3.93, "size_reduction_pct": 0.7, "latency_ms": { "cold_batch1": 0.05, "warm_batch1": 0.036, "warm_batch16": 0.201, "warm_batch256": 2.391, "throughput_batch1": 27777.8, "ms_per_sample_batch1": 0.036, "throughput_batch16": 79602.0, "ms_per_sample_batch16": 0.0126, "throughput_batch256": 107068.2, "ms_per_sample_batch256": 0.0093 }, "original_latency_ms": { "cold_batch1": 0.177, "warm_batch1": 0.102, "warm_batch16": 0.502, "warm_batch256": 1.122, "throughput_batch1": 9803.9, "ms_per_sample_batch1": 0.102, "throughput_batch16": 31872.5, "ms_per_sample_batch16": 0.0314, "throughput_batch256": 228164.0, "ms_per_sample_batch256": 0.0044 }, "test_metrics": { "roc_auc": 0.9795445, "pr_auc": 0.9848222884024884, "tpr_at_1pct_fpr": 0.8901666666666667, "n_samples": 24000, "n_positive": 12000, "auc_delta_vs_original": 0.0 }, "peak_rss_delta_mb": 2.1, "platform": "macOS-15.7.7-arm64-arm-64bit", "platform_short": "darwin-arm64" }