Model,Split,F1,Accuracy,Precision,Recall,AUC_ROC,AUC_PR,MCC,Brier,ECE,Threshold,PosRate,PredPosRate
Main_Hier,val,0.9844434883996434,0.9792083333333333,0.9820982048443079,0.9868,0.9976992098437498,0.9988336959906345,0.9531311937410741,0.016322911332254584,0.3190471318293634,0.5544444444444444,0.6666666666666666,0.6698583333333333
Main_Hier,test,0.9845952351253586,0.9794166666666667,0.9825118247448344,0.9866875,0.9978019731250002,0.9988734821827461,0.9536083367983766,0.015926154131562547,0.3196304980424112,0.5544444444444444,0.6666666666666666,0.6695
Main_Hier_TempScaled,val,0.984432571275382,0.9791916666666667,0.9819898257441013,0.9868875,0.9976992392187499,0.9988337505797158,0.9530910095840649,0.015995269378800053,0.313200017021315,0.5395959595959596,0.6666666666666666,0.6699916666666667
Main_Hier_TempScaled,test,0.9846032963538062,0.979425,0.9824039622195399,0.9868125,0.9978019790624999,0.9988735303622573,0.9536238465534232,0.015635657094649303,0.313609491239351,0.5395959595959596,0.6666666666666666,0.6696583333333334
Majority,val,0.8,0.6666666666666666,0.6666666666666666,1.0,0.5,0.6666666666666666,0.0,0.3333333333333333,0.33333333333333337,0.5,0.6666666666666666,1.0
Majority,test,0.8,0.6666666666666666,0.6666666666666666,1.0,0.5,0.6666666666666666,0.0,0.3333333333333333,0.33333333333333337,0.5,0.6666666666666666,1.0
Random,val,0.5716080312341635,0.4998416666666667,0.6662229838776766,0.500525,0.4996836871875,0.6671614714263645,-0.0009428104307880674,0.3339217430811074,0.12943867729580721,0.5,0.6666666666666666,0.5008583333333333
Random,test,0.5728642498733075,0.5013083333333334,0.6676871370813436,0.501625,0.5004068259375,0.6663609042103221,0.002168463990812555,0.3336011523544602,0.12985453809448294,0.5,0.6666666666666666,0.5008583333333333
single_a,val,0.9663489690400549,0.9549833333333333,0.963169005339625,0.96955,0.9912929257812501,0.9957359907202555,0.8984205278079552,0.03380162120526994,0.29008581158202973,0.5544444444444444,0.6666666666666666,0.6710833333333334
single_a,test,0.9661497083159527,0.9546916666666667,0.9624406157357447,0.9698875,0.9913094723437501,0.995762771322309,0.8977212598004605,0.034033367701225774,0.2904249676381496,0.5544444444444444,0.6666666666666666,0.671825
single_b,val,0.9630006073602142,0.95025,0.9549868476042973,0.97115,0.9901091703125,0.9951647831887384,0.8873980693561916,0.03825369490427699,0.30390818855774443,0.26242424242424245,0.6666666666666666,0.67795
single_b,test,0.9619146799568564,0.9488,0.9540960625660952,0.9698625,0.9897823395312499,0.9950351191004415,0.8841164271113443,0.03911290967531241,0.30312035976796636,0.26242424242424245,0.6666666666666666,0.6776833333333333
fusion_no_disentangle,val,0.9721020680370477,0.9627,0.9694313915616221,0.9747875,0.9937600273437499,0.9969086009180431,0.9158741423249567,0.028123683592866097,0.3029591020420244,0.5197979797979798,0.6666666666666666,0.67035
fusion_no_disentangle,test,0.9715210960610307,0.9618916666666667,0.9680546075085324,0.9750125,0.99359549921875,0.9968455256211879,0.9140005020365057,0.028654657741795552,0.30299720453313167,0.5197979797979798,0.6666666666666666,0.6714583333333334
Ablation_w060_040,val,0.9843691477939525,0.9791333333333333,0.9831662427053718,0.985575,0.997693409375,0.9988274203102888,0.9529988669495449,0.01671784785590838,0.32218480102844405,0.6385858585858586,0.6666666666666666,0.6683
Ablation_w060_040,test,0.9847921088775128,0.9797,0.9836867049139436,0.9859,0.99779508234375,0.9988660309149758,0.9542790049343938,0.016326491194564294,0.32282863776160947,0.6385858585858586,0.6666666666666666,0.6681666666666667
Ablation_w080_020,val,0.9844113846211473,0.9791916666666667,0.9833002831094648,0.985525,0.99770540703125,0.9988325662771161,0.9531337276390448,0.01670249371391625,0.32183524033744926,0.6534343434343434,0.6666666666666666,0.668175
Ablation_w080_020,test,0.9847852010014172,0.9796916666666666,0.983722699661981,0.98585,0.9978058028124999,0.9988708003116085,0.9542618213721543,0.01631232422072963,0.3224618584667339,0.6534343434343434,0.6666666666666666,0.6681083333333333
Ablation_w050_050,val,0.9844119685118018,0.9791916666666667,0.9832641201192214,0.9855625,0.9976962893750001,0.9988292112881609,0.9531323390988441,0.016732426177827286,0.32185190810303865,0.6534343434343434,0.6666666666666666,0.668225
Ablation_w050_050,test,0.9847414029917838,0.9796333333333334,0.9836850770842688,0.9858,0.997800121875,0.9988692136142501,0.9541306575870855,0.016351432126203075,0.32251145017204375,0.6534343434343434,0.6666666666666666,0.6681
Ablation_w070_030,val,0.9844859649779708,0.9792833333333333,0.9830014207023753,0.985975,0.9977294720312498,0.9988471970819475,0.9533267355818308,0.01663759113924582,0.3220832024911769,0.6088888888888889,0.6666666666666666,0.6686833333333333
Ablation_w070_030,test,0.9847286797516148,0.9796083333333333,0.9832865956253505,0.986175,0.997827079375,0.9988843568012699,0.9540605516647764,0.016256614222825583,0.3230683782519989,0.6088888888888889,0.6666666666666666,0.668625
Ablation_no_ortho,val,0.9843961711613269,0.979175,0.9834566391775729,0.9853375,0.99768869140625,0.9988243736670946,0.9531028302312351,0.016731035523894367,0.3220496838060625,0.6534343434343434,0.6666666666666666,0.6679416666666667
Ablation_no_ortho,test,0.9847385445417193,0.9796333333333334,0.9838661376057498,0.9856125,0.9977883821875,0.9988622933644848,0.9541376820992606,0.01631981225885173,0.3227769878038881,0.6534343434343434,0.6666666666666666,0.66785
Ablation_no_simplex,val,0.9843804624681616,0.97915,0.9832510226479098,0.9855125,0.9977131526562498,0.9988352887862108,0.9530391733707425,0.016612307611900797,0.3220004786138208,0.6237373737373737,0.6666666666666666,0.6682
Ablation_no_simplex,test,0.9848097946543963,0.979725,0.983771782110292,0.98585,0.99781884484375,0.9988788825066155,0.9543378156377528,0.01623362765250846,0.32267068606601873,0.6237373737373737,0.6666666666666666,0.668075
Ablation_no_aux,val,0.9844582870410825,0.97925,0.9831450868925624,0.985775,0.9977012100000001,0.9988304959228492,0.9532576662357405,0.016633437165139008,0.32205011862544175,0.6286868686868686,0.6666666666666666,0.66845
Ablation_no_aux,test,0.9847878602505602,0.9796916666666666,0.9835538210246755,0.986025,0.9977947654687499,0.9988639976879095,0.9542555689801461,0.01626560819270326,0.3226737070147825,0.6286868686868686,0.6666666666666666,0.6683416666666666