Spaces:
Sleeping
Sleeping
| { | |
| "n_train": 4000, | |
| "n_test": 1000, | |
| "base_rate": 0.0476, | |
| "cohort": "synthetic_v1_seed42_n5000", | |
| "n_bootstraps": 500, | |
| "brdav_on_test": { | |
| "name": "brdav_followup", | |
| "label": "Br\u00fcggemann 2024 (real cohort, n=1,449) \u2014 different endpoint", | |
| "calibration_curve": [ | |
| { | |
| "decile": 0, | |
| "n": 100, | |
| "pred_mean": 0.21244, | |
| "actual_mortality": 0.01 | |
| }, | |
| { | |
| "decile": 1, | |
| "n": 100, | |
| "pred_mean": 0.28847, | |
| "actual_mortality": 0.0 | |
| }, | |
| { | |
| "decile": 2, | |
| "n": 100, | |
| "pred_mean": 0.33177, | |
| "actual_mortality": 0.04 | |
| }, | |
| { | |
| "decile": 3, | |
| "n": 100, | |
| "pred_mean": 0.36548, | |
| "actual_mortality": 0.05 | |
| }, | |
| { | |
| "decile": 4, | |
| "n": 100, | |
| "pred_mean": 0.4004, | |
| "actual_mortality": 0.04 | |
| }, | |
| { | |
| "decile": 5, | |
| "n": 100, | |
| "pred_mean": 0.43494, | |
| "actual_mortality": 0.04 | |
| }, | |
| { | |
| "decile": 6, | |
| "n": 100, | |
| "pred_mean": 0.47166, | |
| "actual_mortality": 0.02 | |
| }, | |
| { | |
| "decile": 7, | |
| "n": 100, | |
| "pred_mean": 0.51126, | |
| "actual_mortality": 0.06 | |
| }, | |
| { | |
| "decile": 8, | |
| "n": 100, | |
| "pred_mean": 0.5599, | |
| "actual_mortality": 0.08 | |
| }, | |
| { | |
| "decile": 9, | |
| "n": 100, | |
| "pred_mean": 0.65698, | |
| "actual_mortality": 0.14 | |
| } | |
| ], | |
| "auroc": 0.6895570728291316, | |
| "auroc_ci_lo": 0.6165477435477436, | |
| "auroc_ci_hi": 0.7575338334891509, | |
| "auprc": 0.11894691697321907, | |
| "auprc_ci_lo": 0.0761855785371724, | |
| "auprc_ci_hi": 0.20169722298294696, | |
| "brier": 0.19448950856037123, | |
| "n_effective_bootstraps": 500, | |
| "calibration_intercept": -2.7901140761804513, | |
| "calibration_slope": 1.3055550649823606, | |
| "o_over_e": 0.11338654179088853 | |
| }, | |
| "variants": [ | |
| { | |
| "name": "v1_lgbm_baseline", | |
| "label": "LightGBM (baseline, no brdav)", | |
| "n_features": 26, | |
| "uses_brdav": false, | |
| "train_seconds": 2.33, | |
| "calibration_curve": [ | |
| { | |
| "decile": 0, | |
| "n": 100, | |
| "pred_mean": 1e-05, | |
| "actual_mortality": 0.02 | |
| }, | |
| { | |
| "decile": 1, | |
| "n": 100, | |
| "pred_mean": 3e-05, | |
| "actual_mortality": 0.02 | |
| }, | |
| { | |
| "decile": 2, | |
| "n": 100, | |
| "pred_mean": 8e-05, | |
| "actual_mortality": 0.03 | |
| }, | |
| { | |
| "decile": 3, | |
| "n": 100, | |
| "pred_mean": 0.00015, | |
| "actual_mortality": 0.02 | |
| }, | |
| { | |
| "decile": 4, | |
| "n": 100, | |
| "pred_mean": 0.0003, | |
| "actual_mortality": 0.01 | |
| }, | |
| { | |
| "decile": 5, | |
| "n": 100, | |
| "pred_mean": 0.00059, | |
| "actual_mortality": 0.03 | |
| }, | |
| { | |
| "decile": 6, | |
| "n": 100, | |
| "pred_mean": 0.00124, | |
| "actual_mortality": 0.07 | |
| }, | |
| { | |
| "decile": 7, | |
| "n": 100, | |
| "pred_mean": 0.00261, | |
| "actual_mortality": 0.03 | |
| }, | |
| { | |
| "decile": 8, | |
| "n": 100, | |
| "pred_mean": 0.00792, | |
| "actual_mortality": 0.08 | |
| }, | |
| { | |
| "decile": 9, | |
| "n": 100, | |
| "pred_mean": 0.15107, | |
| "actual_mortality": 0.17 | |
| } | |
| ], | |
| "calibration_raw_o_over_e": 2.92701601247577, | |
| "auroc": 0.7431832107843136, | |
| "auroc_ci_lo": 0.6654971932638332, | |
| "auroc_ci_hi": 0.8125458184007442, | |
| "auprc": 0.14339560395853382, | |
| "auprc_ci_lo": 0.0857052924645232, | |
| "auprc_ci_hi": 0.21995800062045834, | |
| "brier": 0.04263326876605697, | |
| "n_effective_bootstraps": 500, | |
| "calibration_intercept": 0.0016152897089048443, | |
| "calibration_slope": 1.0006689212138913, | |
| "o_over_e": 0.9999999791666669 | |
| }, | |
| { | |
| "name": "v2_lgbm_brdav", | |
| "label": "LightGBM + brdav as feature 27", | |
| "n_features": 27, | |
| "uses_brdav": true, | |
| "train_seconds": 2.16, | |
| "calibration_curve": [ | |
| { | |
| "decile": 0, | |
| "n": 100, | |
| "pred_mean": 1e-05, | |
| "actual_mortality": 0.02 | |
| }, | |
| { | |
| "decile": 1, | |
| "n": 100, | |
| "pred_mean": 3e-05, | |
| "actual_mortality": 0.01 | |
| }, | |
| { | |
| "decile": 2, | |
| "n": 100, | |
| "pred_mean": 7e-05, | |
| "actual_mortality": 0.02 | |
| }, | |
| { | |
| "decile": 3, | |
| "n": 100, | |
| "pred_mean": 0.00013, | |
| "actual_mortality": 0.02 | |
| }, | |
| { | |
| "decile": 4, | |
| "n": 100, | |
| "pred_mean": 0.00027, | |
| "actual_mortality": 0.02 | |
| }, | |
| { | |
| "decile": 5, | |
| "n": 100, | |
| "pred_mean": 0.00056, | |
| "actual_mortality": 0.06 | |
| }, | |
| { | |
| "decile": 6, | |
| "n": 100, | |
| "pred_mean": 0.00113, | |
| "actual_mortality": 0.06 | |
| }, | |
| { | |
| "decile": 7, | |
| "n": 100, | |
| "pred_mean": 0.00258, | |
| "actual_mortality": 0.02 | |
| }, | |
| { | |
| "decile": 8, | |
| "n": 100, | |
| "pred_mean": 0.00771, | |
| "actual_mortality": 0.08 | |
| }, | |
| { | |
| "decile": 9, | |
| "n": 100, | |
| "pred_mean": 0.1671, | |
| "actual_mortality": 0.17 | |
| } | |
| ], | |
| "calibration_raw_o_over_e": 2.6728012193710384, | |
| "auroc": 0.7544314600840336, | |
| "auroc_ci_lo": 0.6808597309472667, | |
| "auroc_ci_hi": 0.8211254969449558, | |
| "auprc": 0.16181000805974416, | |
| "auprc_ci_lo": 0.09665686670526094, | |
| "auprc_ci_hi": 0.25631319638298095, | |
| "brier": 0.04219658993117402, | |
| "n_effective_bootstraps": 500, | |
| "calibration_intercept": 0.002757468732288981, | |
| "calibration_slope": 1.0011796001615378, | |
| "o_over_e": 0.9999999791666672 | |
| }, | |
| { | |
| "name": "v3_stacking", | |
| "label": "Stacking (LGBM + CatBoost + LR), brdav-aware", | |
| "n_features": 27, | |
| "uses_brdav": true, | |
| "train_seconds": 11.18, | |
| "calibration_curve": [ | |
| { | |
| "decile": 0, | |
| "n": 100, | |
| "pred_mean": 0.02902, | |
| "actual_mortality": 0.0 | |
| }, | |
| { | |
| "decile": 1, | |
| "n": 100, | |
| "pred_mean": 0.02978, | |
| "actual_mortality": 0.0 | |
| }, | |
| { | |
| "decile": 2, | |
| "n": 100, | |
| "pred_mean": 0.03047, | |
| "actual_mortality": 0.01 | |
| }, | |
| { | |
| "decile": 3, | |
| "n": 100, | |
| "pred_mean": 0.03139, | |
| "actual_mortality": 0.04 | |
| }, | |
| { | |
| "decile": 4, | |
| "n": 100, | |
| "pred_mean": 0.03252, | |
| "actual_mortality": 0.04 | |
| }, | |
| { | |
| "decile": 5, | |
| "n": 100, | |
| "pred_mean": 0.03401, | |
| "actual_mortality": 0.03 | |
| }, | |
| { | |
| "decile": 6, | |
| "n": 100, | |
| "pred_mean": 0.03637, | |
| "actual_mortality": 0.06 | |
| }, | |
| { | |
| "decile": 7, | |
| "n": 100, | |
| "pred_mean": 0.04001, | |
| "actual_mortality": 0.04 | |
| }, | |
| { | |
| "decile": 8, | |
| "n": 100, | |
| "pred_mean": 0.04848, | |
| "actual_mortality": 0.09 | |
| }, | |
| { | |
| "decile": 9, | |
| "n": 100, | |
| "pred_mean": 0.14087, | |
| "actual_mortality": 0.17 | |
| } | |
| ], | |
| "calibration_raw_o_over_e": 1.059792826178591, | |
| "auroc": 0.7805278361344538, | |
| "auroc_ci_lo": 0.7261439954175871, | |
| "auroc_ci_hi": 0.8368027552892396, | |
| "auprc": 0.16801679625463095, | |
| "auprc_ci_lo": 0.10060214737859723, | |
| "auprc_ci_hi": 0.2654968074897177, | |
| "brier": 0.041887173527302694, | |
| "n_effective_bootstraps": 500, | |
| "calibration_intercept": 0.001785150948646234, | |
| "calibration_slope": 1.000827044521521, | |
| "o_over_e": 0.9999999791666673 | |
| }, | |
| { | |
| "name": "v4_tabpfn", | |
| "label": "TabPFN v2 (foundation model, brdav-aware)", | |
| "n_features": 27, | |
| "uses_brdav": true, | |
| "train_seconds": 1.04, | |
| "calibration_curve": [ | |
| { | |
| "decile": 0, | |
| "n": 100, | |
| "pred_mean": 0.00343, | |
| "actual_mortality": 0.0 | |
| }, | |
| { | |
| "decile": 1, | |
| "n": 100, | |
| "pred_mean": 0.00521, | |
| "actual_mortality": 0.0 | |
| }, | |
| { | |
| "decile": 2, | |
| "n": 100, | |
| "pred_mean": 0.00688, | |
| "actual_mortality": 0.0 | |
| }, | |
| { | |
| "decile": 3, | |
| "n": 100, | |
| "pred_mean": 0.00903, | |
| "actual_mortality": 0.02 | |
| }, | |
| { | |
| "decile": 4, | |
| "n": 100, | |
| "pred_mean": 0.01149, | |
| "actual_mortality": 0.03 | |
| }, | |
| { | |
| "decile": 5, | |
| "n": 101, | |
| "pred_mean": 0.01558, | |
| "actual_mortality": 0.0396 | |
| }, | |
| { | |
| "decile": 6, | |
| "n": 99, | |
| "pred_mean": 0.02114, | |
| "actual_mortality": 0.07071 | |
| }, | |
| { | |
| "decile": 7, | |
| "n": 100, | |
| "pred_mean": 0.03155, | |
| "actual_mortality": 0.04 | |
| }, | |
| { | |
| "decile": 8, | |
| "n": 100, | |
| "pred_mean": 0.05292, | |
| "actual_mortality": 0.08 | |
| }, | |
| { | |
| "decile": 9, | |
| "n": 100, | |
| "pred_mean": 0.17746, | |
| "actual_mortality": 0.2 | |
| } | |
| ], | |
| "calibration_raw_o_over_e": 1.4344382871541639, | |
| "auroc": 0.8143601190476191, | |
| "auroc_ci_lo": 0.7706158022485099, | |
| "auroc_ci_hi": 0.8619519432623508, | |
| "auprc": 0.1682243795640331, | |
| "auprc_ci_lo": 0.10780224461587291, | |
| "auprc_ci_hi": 0.2620784350727932, | |
| "brier": 0.041644217848314936, | |
| "n_effective_bootstraps": 500, | |
| "calibration_intercept": -0.013026845470976038, | |
| "calibration_slope": 0.994541501238136, | |
| "o_over_e": 0.9999765165840673 | |
| } | |
| ], | |
| "external_benchmarks": [ | |
| { | |
| "name": "Br\u00fcggemann 2024 Swin-UNETR", | |
| "cohort": "n=1,449 real Z\u00fcrich TAVR cohort", | |
| "auroc": "0.725", | |
| "endpoint": "all-cause follow-up mortality", | |
| "url": "https://www.nature.com/articles/s41598-024-63022-x" | |
| }, | |
| { | |
| "name": "Cui 2025 MULTINet", | |
| "cohort": "n=761 real MIMIC-IV TAVR cohort", | |
| "auroc": "~0.78", | |
| "endpoint": "in-hospital mortality", | |
| "url": "https://www.mdpi.com/2077-0383/14/24/8620" | |
| }, | |
| { | |
| "name": "STS-PROM 2018", | |
| "cohort": "trained on n=141k real SAVR; reported on TAVI external", | |
| "auroc": "0.62\u20130.66", | |
| "endpoint": "30-day mortality", | |
| "url": "https://riskcalc.sts.org" | |
| }, | |
| { | |
| "name": "ACC/STS TVT (Edwards 2016)", | |
| "cohort": "n=13,718 real TVT registry", | |
| "auroc": "0.66\u20130.68", | |
| "endpoint": "30-day mortality", | |
| "url": "https://tools.acc.org/tavrrisk" | |
| }, | |
| { | |
| "name": "EuroSCORE II", | |
| "cohort": "n=22k real cardiac surgery", | |
| "auroc": "0.62", | |
| "endpoint": "30-day mortality", | |
| "url": "http://www.euroscore.org" | |
| }, | |
| { | |
| "name": "TRIM (Heinze 2023)", | |
| "cohort": "n=22,283 real GARY", | |
| "auroc": "0.75 (Swiss external)", | |
| "endpoint": "30-day mortality", | |
| "url": "https://academic.oup.com/ehjdh" | |
| } | |
| ] | |
| } |