{ "model": "lgbm", "subset": "ELF", "quant": "int8-static", "model_size_mb": 1.834, "original_size_mb": 3.765, "size_reduction_pct": 51.3, "latency_ms": { "cold_batch1": 0.062, "warm_batch1": 0.036, "ms_per_sample_batch1": 0.0357, "throughput_batch1": 28039.7, "warm_batch16": 0.129, "ms_per_sample_batch16": 0.008, "throughput_batch16": 124320.3, "warm_batch256": 1.831, "ms_per_sample_batch256": 0.0072, "throughput_batch256": 139777.9 }, "original_latency_ms": { "cold_batch1": 0.103, "warm_batch1": 0.066, "ms_per_sample_batch1": 0.0663, "throughput_batch1": 15087.8, "warm_batch16": 0.245, "ms_per_sample_batch16": 0.0153, "throughput_batch16": 65399.9, "warm_batch256": 4.332, "ms_per_sample_batch256": 0.0169, "throughput_batch256": 59091.1 }, "test_metrics": { "roc_auc": 0.9929004444444444, "pr_auc": 0.9929616648340884, "tpr_at_1pct_fpr": 0.914, "n_samples": 12000, "n_positive": 6000 }, "peak_rss_delta_mb": 0.1, "platform": "macOS-15.7.7-arm64-arm-64bit", "platform_short": "darwin-arm64" }