ember-model / lightgbm /lightgbm_ELF_benchmark.json
cycloevan's picture
Upload EMBER2024 ember-ml models
beef6da verified
Raw
History Blame Contribute Delete
1.13 kB
{
"model": "lgbm",
"subset": "ELF",
"quant": "int8-static",
"model_size_mb": 1.834,
"original_size_mb": 3.765,
"size_reduction_pct": 51.3,
"latency_ms": {
"cold_batch1": 0.062,
"warm_batch1": 0.036,
"ms_per_sample_batch1": 0.0357,
"throughput_batch1": 28039.7,
"warm_batch16": 0.129,
"ms_per_sample_batch16": 0.008,
"throughput_batch16": 124320.3,
"warm_batch256": 1.831,
"ms_per_sample_batch256": 0.0072,
"throughput_batch256": 139777.9
},
"original_latency_ms": {
"cold_batch1": 0.103,
"warm_batch1": 0.066,
"ms_per_sample_batch1": 0.0663,
"throughput_batch1": 15087.8,
"warm_batch16": 0.245,
"ms_per_sample_batch16": 0.0153,
"throughput_batch16": 65399.9,
"warm_batch256": 4.332,
"ms_per_sample_batch256": 0.0169,
"throughput_batch256": 59091.1
},
"test_metrics": {
"roc_auc": 0.9929004444444444,
"pr_auc": 0.9929616648340884,
"tpr_at_1pct_fpr": 0.914,
"n_samples": 12000,
"n_positive": 6000
},
"peak_rss_delta_mb": 0.1,
"platform": "macOS-15.7.7-arm64-arm-64bit",
"platform_short": "darwin-arm64"
}