{ "generated": "2026-06-23", "models": { "dnn": { ".NET": { "quant": "int8-static", "roc_auc": 0.9919714812355357, "tpr_at_1pct_fpr": 0.8444236421489054, "auc_delta": -0.001909, "challenge_dr": 0.586248492159228, "model_size_mb": 13.303, "latency_warm_ms": 0.248, "throughput_batch1": 4032.3 }, "APK": { "quant": "fp32", "roc_auc": 0.9760728567708332, "tpr_at_1pct_fpr": 0.7681666666666667, "auc_delta": -0.0, "challenge_dr": 0.2734375, "model_size_mb": 3.903, "latency_warm_ms": 0.035, "throughput_batch1": 28571.4 }, "ELF": { "quant": "fp32", "roc_auc": 0.9839878888888888, "tpr_at_1pct_fpr": 0.8103333333333333, "auc_delta": 6e-06, "challenge_dr": 0.11658031088082901, "model_size_mb": 3.903, "latency_warm_ms": 0.039, "throughput_batch1": 25864.6 }, "PDF": { "quant": "fp32", "roc_auc": 0.9795445, "tpr_at_1pct_fpr": 0.8901666666666667, "auc_delta": 0.0, "challenge_dr": 0.41490683229813663, "model_size_mb": 3.903, "latency_warm_ms": 0.036, "throughput_batch1": 27777.8 }, "PE": { "quant": "int8-static", "roc_auc": 0.9968856578492659, "tpr_at_1pct_fpr": 0.9471575053488233, "auc_delta": -6.2e-05, "challenge_dr": 0.3849962862094578, "model_size_mb": 13.303, "latency_warm_ms": 0.29, "throughput_batch1": 3448.3 }, "Win32": { "quant": "int8-static", "roc_auc": 0.9965419976367095, "tpr_at_1pct_fpr": 0.9478530944531651, "auc_delta": -8e-05, "challenge_dr": 0.3655813953488372, "model_size_mb": 13.303, "latency_warm_ms": 0.288, "throughput_batch1": 3472.2 }, "Win64": { "quant": "int8-static", "roc_auc": 0.9968797740122215, "tpr_at_1pct_fpr": 0.9616965868794326, "auc_delta": -3.3e-05, "challenge_dr": 0.4631449631449631, "model_size_mb": 13.303, "latency_warm_ms": 0.22, "throughput_batch1": 4545.5 }, "all": { "quant": "int8-static", "roc_auc": 0.9938331270533947, "tpr_at_1pct_fpr": 0.8870437241462001, "auc_delta": -0.000375, "challenge_dr": 0.3534441805225653, "model_size_mb": 13.303, "latency_warm_ms": 0.254, "throughput_batch1": 3937.0 } }, "tabnet": { ".NET": { "quant": "fp32", "roc_auc": 0.9923499432769739, "tpr_at_1pct_fpr": 0.8700196211908862, "auc_delta": -0.000126, "challenge_dr": 0.6996381182147166, "model_size_mb": 140.154, "latency_warm_ms": 5.465, "throughput_batch1": 183.0 }, "APK": { "quant": "fp32", "roc_auc": 0.9741325381944445, "tpr_at_1pct_fpr": 0.7027916666666667, "auc_delta": 0.0, "challenge_dr": 0.29296875, "model_size_mb": 13.457, "latency_warm_ms": 0.846, "throughput_batch1": 1182.0 }, "ELF": { "quant": "fp32", "roc_auc": 0.9793294444444443, "tpr_at_1pct_fpr": 0.546, "auc_delta": -1e-06, "challenge_dr": 0.04404145077720207, "model_size_mb": 13.457, "latency_warm_ms": 0.505, "throughput_batch1": 1979.5 }, "PDF": { "quant": "fp32", "roc_auc": 0.9809688611111111, "tpr_at_1pct_fpr": 0.8596666666666667, "auc_delta": 0.0, "challenge_dr": 0.4012422360248447, "model_size_mb": 13.457, "latency_warm_ms": 2.23, "throughput_batch1": 448.4 }, "PE": { "quant": "fp32", "roc_auc": 0.9948456613505301, "tpr_at_1pct_fpr": 0.9194977105036892, "auc_delta": -0.00027, "challenge_dr": 0.36915077989601386, "model_size_mb": 140.154, "latency_warm_ms": 4.402, "throughput_batch1": 227.2 }, "Win32": { "quant": "fp32", "roc_auc": 0.9948896635312952, "tpr_at_1pct_fpr": 0.9317385068918811, "auc_delta": 2.9e-05, "challenge_dr": 0.45271317829457364, "model_size_mb": 140.154, "latency_warm_ms": 4.693, "throughput_batch1": 213.1 }, "Win64": { "quant": "fp32", "roc_auc": 0.9944386641629801, "tpr_at_1pct_fpr": 0.9317508012820512, "auc_delta": -0.000202, "challenge_dr": 0.44103194103194104, "model_size_mb": 140.154, "latency_warm_ms": 5.621, "throughput_batch1": 177.9 }, "all": { "quant": "fp32", "roc_auc": 0.9922211951695316, "tpr_at_1pct_fpr": 0.8911692412221978, "auc_delta": 6.7e-05, "challenge_dr": 0.42264449722882025, "model_size_mb": 140.154, "latency_warm_ms": 4.788, "throughput_batch1": 208.9 } }, "hybrid": { ".NET": { "quant": "fp32", "roc_auc": 0.9960508297936879, "tpr_at_1pct_fpr": 0.9466423737636648, "auc_delta": -3.8e-05, "challenge_dr": 0.8057901085645356, "model_size_mb": 5.326, "latency_warm_ms": 0.151, "throughput_batch1": 6622.5 }, "APK": { "quant": "fp32", "roc_auc": 0.9827782760416667, "tpr_at_1pct_fpr": 0.8002916666666666, "auc_delta": 0.000631, "challenge_dr": 0.34375, "model_size_mb": 5.326, "latency_warm_ms": 0.145, "throughput_batch1": 6896.6 }, "ELF": { "quant": "fp32", "roc_auc": 0.9899468888888888, "tpr_at_1pct_fpr": 0.8826666666666667, "auc_delta": 0.0, "challenge_dr": 0.23834196891191708, "model_size_mb": 5.326, "latency_warm_ms": 0.16, "throughput_batch1": 6250.0 }, "PDF": { "quant": "fp32", "roc_auc": 0.9879419722222221, "tpr_at_1pct_fpr": 0.9283333333333333, "auc_delta": -0.0, "challenge_dr": 0.568944099378882, "model_size_mb": 5.326, "latency_warm_ms": 0.172, "throughput_batch1": 5814.0 }, "PE": { "quant": "fp32", "roc_auc": 0.9981821473120159, "tpr_at_1pct_fpr": 0.9736058067225211, "auc_delta": -2.7e-05, "challenge_dr": 0.5820747709829166, "model_size_mb": 5.326, "latency_warm_ms": 0.138, "throughput_batch1": 7246.4 }, "Win32": { "quant": "fp32", "roc_auc": 0.9981537496665784, "tpr_at_1pct_fpr": 0.973448330810294, "auc_delta": 4.3e-05, "challenge_dr": 0.5835658914728682, "model_size_mb": 5.326, "latency_warm_ms": 0.141, "throughput_batch1": 7092.2 }, "Win64": { "quant": "fp32", "roc_auc": 0.9982428399016703, "tpr_at_1pct_fpr": 0.9811498397435897, "auc_delta": -4.6e-05, "challenge_dr": 0.5945945945945946, "model_size_mb": 5.326, "latency_warm_ms": 0.422, "throughput_batch1": 2369.7 }, "all": { "quant": "fp32", "roc_auc": 0.9971621806918503, "tpr_at_1pct_fpr": 0.9512599668272017, "auc_delta": 0.000152, "challenge_dr": 0.5412509897070467, "model_size_mb": 5.326, "latency_warm_ms": 0.147, "throughput_batch1": 6802.7 } }, "lightgbm": { ".NET": { "quant": "fp32", "roc_auc": 0.9979601608207316, "tpr_at_1pct_fpr": 0.9561326232330918, "auc_delta": 0.0, "challenge_dr": 0.7961399276236429, "model_size_mb": 5.302, "latency_warm_ms": 0.05, "throughput_batch1": 19869.9 }, "APK": { "quant": "fp32", "roc_auc": 0.9861369791666666, "tpr_at_1pct_fpr": 0.8157083333333334, "auc_delta": 0.0, "challenge_dr": 0.3359375, "model_size_mb": 5.302, "latency_warm_ms": 0.031, "throughput_batch1": 32150.9 }, "ELF": { "quant": "fp32", "roc_auc": 0.9929004444444444, "tpr_at_1pct_fpr": 0.914, "auc_delta": 0.0, "challenge_dr": 0.30310880829015546, "model_size_mb": 5.302, "latency_warm_ms": 0.036, "throughput_batch1": 28039.7 }, "PDF": { "quant": "fp32", "roc_auc": 0.9912552777777778, "tpr_at_1pct_fpr": 0.9275, "auc_delta": 0.0, "challenge_dr": 0.5714285714285714, "model_size_mb": 5.292, "latency_warm_ms": 0.048, "throughput_batch1": 20825.4 }, "PE": { "quant": "fp32", "roc_auc": 0.998270741516304, "tpr_at_1pct_fpr": 0.9686069064805742, "auc_delta": 0.0, "challenge_dr": 0.5877692498143104, "model_size_mb": 5.306, "latency_warm_ms": 0.028, "throughput_batch1": 35660.7 }, "Win32": { "quant": "fp32", "roc_auc": 0.9984861748002601, "tpr_at_1pct_fpr": 0.9722133694526333, "auc_delta": 0.0, "challenge_dr": 0.6989147286821705, "model_size_mb": 5.304, "latency_warm_ms": 0.044, "throughput_batch1": 22884.3 }, "Win64": { "quant": "fp32", "roc_auc": 0.9988180677742535, "tpr_at_1pct_fpr": 0.9829527243589744, "auc_delta": 0.0, "challenge_dr": 0.597051597051597, "model_size_mb": 5.303, "latency_warm_ms": 0.039, "throughput_batch1": 25566.9 }, "all": { "quant": "fp32", "roc_auc": 0.9969703959628942, "tpr_at_1pct_fpr": 0.9450250794348634, "auc_delta": 0.0, "challenge_dr": 0.48392715756136184, "model_size_mb": 5.308, "latency_warm_ms": 0.068, "throughput_batch1": 14713.2 } } } }