ember-model / lightgbm /lightgbm_dotnet_benchmark.json
cycloevan's picture
Upload EMBER2024 ember-ml models
beef6da verified
Raw
History Blame Contribute Delete
1.15 kB
{
"model": "lgbm",
"subset": ".NET",
"quant": "int8-static",
"model_size_mb": 1.817,
"original_size_mb": 3.698,
"size_reduction_pct": 50.9,
"latency_ms": {
"cold_batch1": 0.056,
"warm_batch1": 0.05,
"ms_per_sample_batch1": 0.0503,
"throughput_batch1": 19869.9,
"warm_batch16": 0.142,
"ms_per_sample_batch16": 0.0089,
"throughput_batch16": 112664.0,
"warm_batch256": 1.641,
"ms_per_sample_batch256": 0.0064,
"throughput_batch256": 155963.2
},
"original_latency_ms": {
"cold_batch1": 0.142,
"warm_batch1": 0.067,
"ms_per_sample_batch1": 0.0671,
"throughput_batch1": 14911.4,
"warm_batch16": 0.251,
"ms_per_sample_batch16": 0.0157,
"throughput_batch16": 63732.9,
"warm_batch256": 5.093,
"ms_per_sample_batch256": 0.0199,
"throughput_batch256": 50269.9
},
"test_metrics": {
"roc_auc": 0.9979601608207316,
"pr_auc": 0.9980288248731665,
"tpr_at_1pct_fpr": 0.9561326232330918,
"n_samples": 100000,
"n_positive": 49946
},
"peak_rss_delta_mb": 7.9,
"platform": "macOS-15.7.7-arm64-arm-64bit",
"platform_short": "darwin-arm64"
}