ember-model / dnn /dnn_Win64_benchmark.json
cycloevan's picture
Upload EMBER2024 ember-ml models
beef6da verified
Raw
History Blame Contribute Delete
1.18 kB
{
"model": "dnn",
"subset": "Win64",
"quant": "int8-static",
"model_size_mb": 13.303,
"original_size_mb": 52.939,
"size_reduction_pct": 74.9,
"latency_ms": {
"cold_batch1": 0.426,
"warm_batch1": 0.22,
"warm_batch16": 0.941,
"warm_batch256": 8.919,
"throughput_batch1": 4545.5,
"ms_per_sample_batch1": 0.22,
"throughput_batch16": 17003.2,
"ms_per_sample_batch16": 0.0588,
"throughput_batch256": 28702.8,
"ms_per_sample_batch256": 0.0348
},
"original_latency_ms": {
"cold_batch1": 2.789,
"warm_batch1": 2.389,
"warm_batch16": 4.246,
"warm_batch256": 11.135,
"throughput_batch1": 418.6,
"ms_per_sample_batch1": 2.389,
"throughput_batch16": 3768.3,
"ms_per_sample_batch16": 0.2654,
"throughput_batch256": 22990.6,
"ms_per_sample_batch256": 0.0435
},
"test_metrics": {
"roc_auc": 0.9968797740122215,
"pr_auc": 0.9970818991078805,
"tpr_at_1pct_fpr": 0.9616965868794326,
"n_samples": 100000,
"n_positive": 49920,
"auc_delta_vs_original": -3.3e-05
},
"peak_rss_delta_mb": 0.0,
"platform": "macOS-15.7.7-arm64-arm-64bit",
"platform_short": "darwin-arm64"
}