| { |
| "generated": "2026-06-23", |
| "models": { |
| "dnn": { |
| ".NET": { |
| "quant": "int8-static", |
| "roc_auc": 0.9919714812355357, |
| "tpr_at_1pct_fpr": 0.8444236421489054, |
| "auc_delta": -0.001909, |
| "challenge_dr": 0.586248492159228, |
| "model_size_mb": 13.303, |
| "latency_warm_ms": 0.248, |
| "throughput_batch1": 4032.3 |
| }, |
| "APK": { |
| "quant": "fp32", |
| "roc_auc": 0.9760728567708332, |
| "tpr_at_1pct_fpr": 0.7681666666666667, |
| "auc_delta": -0.0, |
| "challenge_dr": 0.2734375, |
| "model_size_mb": 3.903, |
| "latency_warm_ms": 0.035, |
| "throughput_batch1": 28571.4 |
| }, |
| "ELF": { |
| "quant": "fp32", |
| "roc_auc": 0.9839878888888888, |
| "tpr_at_1pct_fpr": 0.8103333333333333, |
| "auc_delta": 6e-06, |
| "challenge_dr": 0.11658031088082901, |
| "model_size_mb": 3.903, |
| "latency_warm_ms": 0.039, |
| "throughput_batch1": 25864.6 |
| }, |
| "PDF": { |
| "quant": "fp32", |
| "roc_auc": 0.9795445, |
| "tpr_at_1pct_fpr": 0.8901666666666667, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.41490683229813663, |
| "model_size_mb": 3.903, |
| "latency_warm_ms": 0.036, |
| "throughput_batch1": 27777.8 |
| }, |
| "PE": { |
| "quant": "int8-static", |
| "roc_auc": 0.9968856578492659, |
| "tpr_at_1pct_fpr": 0.9471575053488233, |
| "auc_delta": -6.2e-05, |
| "challenge_dr": 0.3849962862094578, |
| "model_size_mb": 13.303, |
| "latency_warm_ms": 0.29, |
| "throughput_batch1": 3448.3 |
| }, |
| "Win32": { |
| "quant": "int8-static", |
| "roc_auc": 0.9965419976367095, |
| "tpr_at_1pct_fpr": 0.9478530944531651, |
| "auc_delta": -8e-05, |
| "challenge_dr": 0.3655813953488372, |
| "model_size_mb": 13.303, |
| "latency_warm_ms": 0.288, |
| "throughput_batch1": 3472.2 |
| }, |
| "Win64": { |
| "quant": "int8-static", |
| "roc_auc": 0.9968797740122215, |
| "tpr_at_1pct_fpr": 0.9616965868794326, |
| "auc_delta": -3.3e-05, |
| "challenge_dr": 0.4631449631449631, |
| "model_size_mb": 13.303, |
| "latency_warm_ms": 0.22, |
| "throughput_batch1": 4545.5 |
| }, |
| "all": { |
| "quant": "int8-static", |
| "roc_auc": 0.9938331270533947, |
| "tpr_at_1pct_fpr": 0.8870437241462001, |
| "auc_delta": -0.000375, |
| "challenge_dr": 0.3534441805225653, |
| "model_size_mb": 13.303, |
| "latency_warm_ms": 0.254, |
| "throughput_batch1": 3937.0 |
| } |
| }, |
| "tabnet": { |
| ".NET": { |
| "quant": "fp32", |
| "roc_auc": 0.9923499432769739, |
| "tpr_at_1pct_fpr": 0.8700196211908862, |
| "auc_delta": -0.000126, |
| "challenge_dr": 0.6996381182147166, |
| "model_size_mb": 140.154, |
| "latency_warm_ms": 5.465, |
| "throughput_batch1": 183.0 |
| }, |
| "APK": { |
| "quant": "fp32", |
| "roc_auc": 0.9741325381944445, |
| "tpr_at_1pct_fpr": 0.7027916666666667, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.29296875, |
| "model_size_mb": 13.457, |
| "latency_warm_ms": 0.846, |
| "throughput_batch1": 1182.0 |
| }, |
| "ELF": { |
| "quant": "fp32", |
| "roc_auc": 0.9793294444444443, |
| "tpr_at_1pct_fpr": 0.546, |
| "auc_delta": -1e-06, |
| "challenge_dr": 0.04404145077720207, |
| "model_size_mb": 13.457, |
| "latency_warm_ms": 0.505, |
| "throughput_batch1": 1979.5 |
| }, |
| "PDF": { |
| "quant": "fp32", |
| "roc_auc": 0.9809688611111111, |
| "tpr_at_1pct_fpr": 0.8596666666666667, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.4012422360248447, |
| "model_size_mb": 13.457, |
| "latency_warm_ms": 2.23, |
| "throughput_batch1": 448.4 |
| }, |
| "PE": { |
| "quant": "fp32", |
| "roc_auc": 0.9948456613505301, |
| "tpr_at_1pct_fpr": 0.9194977105036892, |
| "auc_delta": -0.00027, |
| "challenge_dr": 0.36915077989601386, |
| "model_size_mb": 140.154, |
| "latency_warm_ms": 4.402, |
| "throughput_batch1": 227.2 |
| }, |
| "Win32": { |
| "quant": "fp32", |
| "roc_auc": 0.9948896635312952, |
| "tpr_at_1pct_fpr": 0.9317385068918811, |
| "auc_delta": 2.9e-05, |
| "challenge_dr": 0.45271317829457364, |
| "model_size_mb": 140.154, |
| "latency_warm_ms": 4.693, |
| "throughput_batch1": 213.1 |
| }, |
| "Win64": { |
| "quant": "fp32", |
| "roc_auc": 0.9944386641629801, |
| "tpr_at_1pct_fpr": 0.9317508012820512, |
| "auc_delta": -0.000202, |
| "challenge_dr": 0.44103194103194104, |
| "model_size_mb": 140.154, |
| "latency_warm_ms": 5.621, |
| "throughput_batch1": 177.9 |
| }, |
| "all": { |
| "quant": "fp32", |
| "roc_auc": 0.9922211951695316, |
| "tpr_at_1pct_fpr": 0.8911692412221978, |
| "auc_delta": 6.7e-05, |
| "challenge_dr": 0.42264449722882025, |
| "model_size_mb": 140.154, |
| "latency_warm_ms": 4.788, |
| "throughput_batch1": 208.9 |
| } |
| }, |
| "hybrid": { |
| ".NET": { |
| "quant": "fp32", |
| "roc_auc": 0.9960508297936879, |
| "tpr_at_1pct_fpr": 0.9466423737636648, |
| "auc_delta": -3.8e-05, |
| "challenge_dr": 0.8057901085645356, |
| "model_size_mb": 5.326, |
| "latency_warm_ms": 0.151, |
| "throughput_batch1": 6622.5 |
| }, |
| "APK": { |
| "quant": "fp32", |
| "roc_auc": 0.9827782760416667, |
| "tpr_at_1pct_fpr": 0.8002916666666666, |
| "auc_delta": 0.000631, |
| "challenge_dr": 0.34375, |
| "model_size_mb": 5.326, |
| "latency_warm_ms": 0.145, |
| "throughput_batch1": 6896.6 |
| }, |
| "ELF": { |
| "quant": "fp32", |
| "roc_auc": 0.9899468888888888, |
| "tpr_at_1pct_fpr": 0.8826666666666667, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.23834196891191708, |
| "model_size_mb": 5.326, |
| "latency_warm_ms": 0.16, |
| "throughput_batch1": 6250.0 |
| }, |
| "PDF": { |
| "quant": "fp32", |
| "roc_auc": 0.9879419722222221, |
| "tpr_at_1pct_fpr": 0.9283333333333333, |
| "auc_delta": -0.0, |
| "challenge_dr": 0.568944099378882, |
| "model_size_mb": 5.326, |
| "latency_warm_ms": 0.172, |
| "throughput_batch1": 5814.0 |
| }, |
| "PE": { |
| "quant": "fp32", |
| "roc_auc": 0.9981821473120159, |
| "tpr_at_1pct_fpr": 0.9736058067225211, |
| "auc_delta": -2.7e-05, |
| "challenge_dr": 0.5820747709829166, |
| "model_size_mb": 5.326, |
| "latency_warm_ms": 0.138, |
| "throughput_batch1": 7246.4 |
| }, |
| "Win32": { |
| "quant": "fp32", |
| "roc_auc": 0.9981537496665784, |
| "tpr_at_1pct_fpr": 0.973448330810294, |
| "auc_delta": 4.3e-05, |
| "challenge_dr": 0.5835658914728682, |
| "model_size_mb": 5.326, |
| "latency_warm_ms": 0.141, |
| "throughput_batch1": 7092.2 |
| }, |
| "Win64": { |
| "quant": "fp32", |
| "roc_auc": 0.9982428399016703, |
| "tpr_at_1pct_fpr": 0.9811498397435897, |
| "auc_delta": -4.6e-05, |
| "challenge_dr": 0.5945945945945946, |
| "model_size_mb": 5.326, |
| "latency_warm_ms": 0.422, |
| "throughput_batch1": 2369.7 |
| }, |
| "all": { |
| "quant": "fp32", |
| "roc_auc": 0.9971621806918503, |
| "tpr_at_1pct_fpr": 0.9512599668272017, |
| "auc_delta": 0.000152, |
| "challenge_dr": 0.5412509897070467, |
| "model_size_mb": 5.326, |
| "latency_warm_ms": 0.147, |
| "throughput_batch1": 6802.7 |
| } |
| }, |
| "lightgbm": { |
| ".NET": { |
| "quant": "fp32", |
| "roc_auc": 0.9979601608207316, |
| "tpr_at_1pct_fpr": 0.9561326232330918, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.7961399276236429, |
| "model_size_mb": 5.302, |
| "latency_warm_ms": 0.05, |
| "throughput_batch1": 19869.9 |
| }, |
| "APK": { |
| "quant": "fp32", |
| "roc_auc": 0.9861369791666666, |
| "tpr_at_1pct_fpr": 0.8157083333333334, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.3359375, |
| "model_size_mb": 5.302, |
| "latency_warm_ms": 0.031, |
| "throughput_batch1": 32150.9 |
| }, |
| "ELF": { |
| "quant": "fp32", |
| "roc_auc": 0.9929004444444444, |
| "tpr_at_1pct_fpr": 0.914, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.30310880829015546, |
| "model_size_mb": 5.302, |
| "latency_warm_ms": 0.036, |
| "throughput_batch1": 28039.7 |
| }, |
| "PDF": { |
| "quant": "fp32", |
| "roc_auc": 0.9912552777777778, |
| "tpr_at_1pct_fpr": 0.9275, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.5714285714285714, |
| "model_size_mb": 5.292, |
| "latency_warm_ms": 0.048, |
| "throughput_batch1": 20825.4 |
| }, |
| "PE": { |
| "quant": "fp32", |
| "roc_auc": 0.998270741516304, |
| "tpr_at_1pct_fpr": 0.9686069064805742, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.5877692498143104, |
| "model_size_mb": 5.306, |
| "latency_warm_ms": 0.028, |
| "throughput_batch1": 35660.7 |
| }, |
| "Win32": { |
| "quant": "fp32", |
| "roc_auc": 0.9984861748002601, |
| "tpr_at_1pct_fpr": 0.9722133694526333, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.6989147286821705, |
| "model_size_mb": 5.304, |
| "latency_warm_ms": 0.044, |
| "throughput_batch1": 22884.3 |
| }, |
| "Win64": { |
| "quant": "fp32", |
| "roc_auc": 0.9988180677742535, |
| "tpr_at_1pct_fpr": 0.9829527243589744, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.597051597051597, |
| "model_size_mb": 5.303, |
| "latency_warm_ms": 0.039, |
| "throughput_batch1": 25566.9 |
| }, |
| "all": { |
| "quant": "fp32", |
| "roc_auc": 0.9969703959628942, |
| "tpr_at_1pct_fpr": 0.9450250794348634, |
| "auc_delta": 0.0, |
| "challenge_dr": 0.48392715756136184, |
| "model_size_mb": 5.308, |
| "latency_warm_ms": 0.068, |
| "throughput_batch1": 14713.2 |
| } |
| } |
| } |
| } |
