| { |
| "model": "tabnet", |
| "subset": "PDF", |
| "quant": "fp32", |
| "model_size_mb": 13.457, |
| "original_size_mb": 3.244, |
| "size_reduction_pct": -314.8, |
| "latency_ms": { |
| "cold_batch1": 0.639, |
| "warm_batch1": 2.23, |
| "ms_per_sample_batch1": 2.2303, |
| "throughput_batch1": 448.4, |
| "warm_batch16": 5.116, |
| "ms_per_sample_batch16": 0.3197, |
| "throughput_batch16": 3127.5, |
| "warm_batch256": 33.16, |
| "ms_per_sample_batch256": 0.1295, |
| "throughput_batch256": 7720.2 |
| }, |
| "original_latency_ms": { |
| "cold_batch1": 2.018, |
| "warm_batch1": 1.677, |
| "ms_per_sample_batch1": 1.6769, |
| "throughput_batch1": 596.3, |
| "warm_batch16": 6.752, |
| "ms_per_sample_batch16": 0.422, |
| "throughput_batch16": 2369.6, |
| "warm_batch256": 28.73, |
| "ms_per_sample_batch256": 0.1122, |
| "throughput_batch256": 8910.6 |
| }, |
| "test_metrics": { |
| "roc_auc": 0.9809688611111111, |
| "pr_auc": 0.985679691731748, |
| "tpr_at_1pct_fpr": 0.8596666666666667, |
| "n_samples": 24000, |
| "n_positive": 12000, |
| "auc_delta_vs_original": 0.0 |
| }, |
| "peak_rss_delta_mb": 0.2, |
| "platform": "macOS-15.7.7-arm64-arm-64bit", |
| "platform_short": "darwin-arm64" |
| } |
