ember-model / lightgbm /lightgbm_PDF_benchmark.json
cycloevan's picture
Upload EMBER2024 ember-ml models
beef6da verified
Raw
History Blame Contribute Delete
1.13 kB
{
"model": "lgbm",
"subset": "PDF",
"quant": "int8-static",
"model_size_mb": 1.834,
"original_size_mb": 3.749,
"size_reduction_pct": 51.1,
"latency_ms": {
"cold_batch1": 0.129,
"warm_batch1": 0.048,
"ms_per_sample_batch1": 0.048,
"throughput_batch1": 20825.4,
"warm_batch16": 0.113,
"ms_per_sample_batch16": 0.0071,
"throughput_batch16": 141742.4,
"warm_batch256": 1.732,
"ms_per_sample_batch256": 0.0068,
"throughput_batch256": 147804.8
},
"original_latency_ms": {
"cold_batch1": 0.092,
"warm_batch1": 0.068,
"ms_per_sample_batch1": 0.0679,
"throughput_batch1": 14717.5,
"warm_batch16": 0.24,
"ms_per_sample_batch16": 0.015,
"throughput_batch16": 66542.1,
"warm_batch256": 2.708,
"ms_per_sample_batch256": 0.0106,
"throughput_batch256": 94542.2
},
"test_metrics": {
"roc_auc": 0.9912552777777778,
"pr_auc": 0.9932672115475838,
"tpr_at_1pct_fpr": 0.9275,
"n_samples": 24000,
"n_positive": 12000
},
"peak_rss_delta_mb": 7.9,
"platform": "macOS-15.7.7-arm64-arm-64bit",
"platform_short": "darwin-arm64"
}