| { |
| "model": "tabnet", |
| "subset": "ELF", |
| "quant": "fp32", |
| "model_size_mb": 13.457, |
| "original_size_mb": 3.245, |
| "size_reduction_pct": -314.7, |
| "latency_ms": { |
| "cold_batch1": 0.682, |
| "warm_batch1": 0.505, |
| "ms_per_sample_batch1": 0.5052, |
| "throughput_batch1": 1979.5, |
| "warm_batch16": 2.198, |
| "ms_per_sample_batch16": 0.1374, |
| "throughput_batch16": 7278.2, |
| "warm_batch256": 31.163, |
| "ms_per_sample_batch256": 0.1217, |
| "throughput_batch256": 8214.8 |
| }, |
| "original_latency_ms": { |
| "cold_batch1": 1.952, |
| "warm_batch1": 1.805, |
| "ms_per_sample_batch1": 1.8048, |
| "throughput_batch1": 554.1, |
| "warm_batch16": 4.991, |
| "ms_per_sample_batch16": 0.3119, |
| "throughput_batch16": 3206.0, |
| "warm_batch256": 22.953, |
| "ms_per_sample_batch256": 0.0897, |
| "throughput_batch256": 11153.0 |
| }, |
| "test_metrics": { |
| "roc_auc": 0.9793294444444443, |
| "pr_auc": 0.9665705945334059, |
| "tpr_at_1pct_fpr": 0.546, |
| "n_samples": 12000, |
| "n_positive": 6000, |
| "auc_delta_vs_original": -1e-06 |
| }, |
| "peak_rss_delta_mb": 0.0, |
| "platform": "macOS-15.7.7-arm64-arm-64bit", |
| "platform_short": "darwin-arm64" |
| } |
