| metric,alg_a,alg_b,n_common,n_nonzero,wins_a,wins_b,ties,win_rate_a_over_b,mean_diff_a_minus_b,median_diff_a_minus_b,W_stat,p_two_sided,z_equiv,effect_size_r,p_holm_global,p_holm_within_metric | |
| mean_cert_acc_108,aol,ldlt-resnet,121,121,1,120,0,0.008264462809917356,-0.24158591851735536,-0.22286115070000004,11.0,1.797749072159875e-21,-9.516114773194431,0.8651013430176756,1.348311804119906e-19,2.696623608239812e-20 | |
| mean_cert_acc_108,aol,sdp,121,121,4,117,0,0.03305785123966942,-0.20705215111652892,-0.1616377295,33.0,3.102799787065712e-21,-9.459209493224254,0.8599281357476595,2.296071842428627e-19,4.3439197018919967e-20 | |
| mean_cert_acc_108,aol,ortho,121,121,6,115,0,0.049586776859504134,-0.22247552428264467,-0.1828913777,54.0,5.2084252913700304e-21,-9.404890816889083,0.8549900742626438,3.802150462700122e-19,6.770952878781039e-20 | |
| mean_cert_acc_108,aol,sandwich,121,121,5,116,0,0.04132231404958678,-0.2760772690677686,-0.2530477867,63.0,6.49720575799675e-21,-9.381611384174015,0.8528737621976377,4.67798814575766e-19,7.7966469095961e-20 | |
| mean_cert_acc_108,aol,ldlt,121,117,15,102,4,0.14049586776859505,-0.14590028245619835,-0.0794756578,265.0,4.503316114591703e-18,-8.66529847776026,0.8011071276606325,2.656956507609105e-16,4.953647726050873e-17 | |
| mean_cert_acc_108,ldlt,sandwich,121,120,16,104,1,0.13636363636363635,-0.13017698661157026,-0.0911340416,469.0,1.2638532990605736e-16,-8.27693578933863,0.7555774064737658,6.951193144833155e-15,1.2638532990605736e-15 | |
| mean_cert_acc_108,ortho,sandwich,121,121,15,106,0,0.12396694214876033,-0.053601744785123966,-0.04109544310000002,634.0,2.6866436191638997e-15,-7.904660708584446,0.7186055189622224,1.3164553733903108e-13,2.4179792572475097e-14 | |
| mean_cert_acc_108,sandwich,sdp,121,120,95,25,1,0.7892561983471075,0.0690251179512397,0.03914702120000002,769.0,6.820770278047664e-14,7.491275059453614,0.6838567224230998,3.2057620306824023e-12,5.456616222438131e-13 | |
| mean_cert_acc_108,ldlt,ldlt-resnet,121,121,28,93,0,0.23140495867768596,-0.09568563606115704,-0.05591615720000001,854.0,2.207173194165766e-13,-7.335607908882686,0.6668734462620624,9.71156205432937e-12,1.545021235916036e-12 | |
| mean_cert_acc_108,ldlt,ortho,121,121,39,82,0,0.32231404958677684,-0.0765752418264463,-0.028889218600000002,1595.0,5.995523770828764e-08,-5.418934615341759,0.49263041957652354,1.8586123689569167e-06,3.5973142624972584e-07 | |
| mean_cert_acc_108,ldlt,sdp,121,119,37,82,2,0.3140495867768595,-0.06115186866033058,-0.02308885100000002,1675.0,5.06442347780701e-07,-5.0238559265780784,0.46053611771803965,1.4180385737859628e-05,2.5322117389035047e-06 | |
| mean_cert_acc_108,ldlt-resnet,sdp,121,121,83,38,0,0.6859504132231405,0.03453376740082644,0.018723312800000003,2059.0,2.4565990271643443e-05,4.218750528698047,0.3835227753361861,0.0005158857957045123,9.826396108657377e-05 | |
| mean_cert_acc_108,ldlt-resnet,sandwich,121,121,43,78,0,0.35537190082644626,-0.03449135055041323,-0.02128587660000003,2138.0,5.9594970147687546e-05,-4.014408841532416,0.3649462583211287,0.001044842007824354,0.00017878491044306263 | |
| mean_cert_acc_108,ldlt-resnet,ortho,121,121,77,44,0,0.6363636363636364,0.019110394234710743,0.01817540080000002,2506.0,0.0021946809205803104,3.0625387038494716,0.27841260944086105,0.019752128285222794,0.004389361841160621 | |
| mean_cert_acc_108,ortho,sdp,121,121,65,56,0,0.5371900826446281,0.015423373166115709,0.003775427100000006,3069.0,0.10821221439603135,1.6062808573399678,0.1460255324854516,0.8656977151682508,0.10821221439603135 | |
| mean_cert_acc_255,aol,ldlt-resnet,121,112,1,111,9,0.045454545454545456,-0.11734706390661157,-0.0569680196,10.0,5.435127868923378e-20,-9.155012973058705,0.865067413438693,3.58718439348943e-18,8.152691803385068e-19 | |
| mean_cert_acc_255,aol,sandwich,121,114,2,112,7,0.045454545454545456,-0.14975303244545457,-0.08033088320000001,62.0,9.896991201233032e-20,-9.090075933634997,0.8513636145642759,6.33407436878914e-18,1.3855787681726244e-18 | |
| mean_cert_acc_255,aol,sdp,121,107,3,104,14,0.08264462809917356,-0.09192413907520662,-0.04761767380000004,23.0,5.290354120745356e-19,-8.90600710173059,0.8609762036942776,3.227116013654667e-17,6.877460356968962e-18 | |
| mean_cert_acc_255,aol,ortho,121,110,5,105,11,0.08677685950413223,-0.09715260164132232,-0.03630535300000004,122.0,2.3696816082203004e-18,-8.73814550939856,0.8331494842595897,1.4218089649321803e-16,2.8436179298643605e-17 | |
| mean_cert_acc_255,ortho,sandwich,121,114,11,103,7,0.11983471074380166,-0.05260043080413224,-0.031272400199999995,258.0,1.3906084383345868e-17,-8.535906452144342,0.7994608872067027,8.065528942340604e-16,1.5296692821680454e-16 | |
| mean_cert_acc_255,ldlt,sandwich,121,114,12,102,7,0.128099173553719,-0.08444288477851239,-0.0396959223,342.0,1.0551821198881891e-16,-8.298405245791203,0.7772168611963141,5.909019871373859e-15,1.0551821198881892e-15 | |
| mean_cert_acc_255,aol,ldlt,121,93,8,85,28,0.18181818181818182,-0.06531014766694214,-0.0160309789,182.0,1.6583006315455866e-14,-7.674681580277351,0.7958274071184978,7.959843031418816e-13,1.492470568391028e-13 | |
| mean_cert_acc_255,sandwich,sdp,121,115,90,25,6,0.768595041322314,0.05782889337024793,0.023969374600000037,977.0,4.7297035216832455e-11,6.57920498234637,0.613514028043662,1.7499903030228008e-09,3.7837628173465964e-10 | |
| mean_cert_acc_255,ldlt,ldlt-resnet,121,112,23,89,9,0.22727272727272727,-0.052036916239669426,-0.024182047400000004,927.0,8.423037347976693e-11,-6.49284493871755,0.6135161788982517,3.0322934452716093e-09,5.896126143583686e-10 | |
| mean_cert_acc_255,ldlt-resnet,sdp,121,115,80,35,6,0.6859504132231405,0.02542292483140496,0.0174753755,1603.0,1.3503770074500393e-06,4.832192333799678,0.45060425856101827,3.375942518625098e-05,8.102262044700236e-06 | |
| mean_cert_acc_255,ldlt,sdp,121,106,27,79,15,0.28512396694214875,-0.026613991408264467,-0.0090909088,1323.0,1.8823917821239997e-06,-4.765657080027094,0.46288153466731174,4.517740277097599e-05,9.411958910619998e-06 | |
| mean_cert_acc_255,ldlt,ortho,121,111,36,75,10,0.33884297520661155,-0.03184245397438017,-0.008467743099999994,1741.0,5.8046778212464115e-05,-4.020613482233357,0.3816197434492089,0.001044842007824354,0.00023218711284985646 | |
| mean_cert_acc_255,ldlt-resnet,ortho,121,117,77,40,4,0.6528925619834711,0.020194462265289256,0.0131578948,1982.0,6.4586906071814e-05,3.995393428697371,0.36937425314923705,0.001044842007824354,0.00023218711284985646 | |
| mean_cert_acc_255,ldlt-resnet,sandwich,121,118,45,73,3,0.384297520661157,-0.03240596853884298,-0.007769852899999985,2234.0,0.0006111136089935205,-3.4266333540213187,0.31544716905558257,0.007247342740102473,0.001222227217987041 | |
| mean_cert_acc_255,ortho,sdp,121,113,55,58,8,0.48760330578512395,0.0052284625661157,0.0,3068.0,0.6632312125180395,0.43545635481621653,0.0409642880245867,1.0,0.6632312125180395 | |
| mean_cert_acc_36,aol,ldlt-resnet,121,121,6,115,0,0.049586776859504134,-0.2438353373305785,-0.231873706,84.0,1.0860959640304494e-20,-9.327292707838847,0.8479357007126225,7.711281344616191e-19,1.629143946045674e-19 | |
| mean_cert_acc_36,aol,sandwich,121,121,6,115,0,0.049586776859504134,-0.2706310854,-0.24364745610000005,88.0,1.1973679663363807e-20,-9.316946293298813,0.8469951175726194,8.381575764354665e-19,1.676315152870933e-19 | |
| mean_cert_acc_36,aol,sdp,121,121,6,115,0,0.049586776859504134,-0.22157216573801655,-0.19121596959999998,145.0,4.7517450378286984e-20,-9.169509886103357,0.8335918078275779,3.183669175345228e-18,6.177268549177308e-19 | |
| mean_cert_acc_36,aol,ortho,121,121,10,111,0,0.08264462809917356,-0.23044399081570252,-0.21867529300000002,196.0,1.6015929096147696e-19,-9.037593100717949,0.8215993727925408,1.0090035330573049e-17,1.9219114915377238e-18 | |
| mean_cert_acc_36,aol,ldlt,121,121,16,105,0,0.1322314049586777,-0.16320656559917357,-0.12175737319999999,579.0,8.49009306398396e-16,-8.046923908509886,0.7315385371372624,4.499749323911499e-14,9.339102370382356e-15 | |
| mean_cert_acc_36,ldlt,sandwich,121,121,28,93,0,0.23140495867768596,-0.10742451980082644,-0.05105680230000009,884.0,3.928270999828109e-13,-7.258009799832447,0.6598190727120407,1.689156529926087e-11,3.928270999828109e-12 | |
| mean_cert_acc_36,sandwich,sdp,121,121,97,24,0,0.8016528925619835,0.04905891966198347,0.019867688399999972,1005.0,3.783778704446017e-12,6.94503075999648,0.6313664327269527,1.513511481778407e-10,3.4054008340014156e-11 | |
| mean_cert_acc_36,ortho,sandwich,121,120,24,96,1,0.2024793388429752,-0.04018709458429752,-0.027458041900000008,1002.0,5.9401079860634335e-12,-6.881078559242919,0.6281536578104159,2.2572410347041047e-10,4.752086388850747e-11 | |
| mean_cert_acc_36,ldlt,ldlt-resnet,121,121,39,82,0,0.32231404958677684,-0.08062877173140495,-0.03722838319999999,1356.0,1.5687653359134654e-09,-6.037132884108671,0.5488302621916974,5.176925608514436e-08,1.0981357351394257e-08 | |
| mean_cert_acc_36,ldlt,ortho,121,121,47,74,0,0.3884297520661157,-0.06723742521652892,-0.018995806599999998,1855.0,2.0705094452157784e-06,-4.74641767023968,0.43149251547633455,4.762171723996291e-05,1.242305667129467e-05 | |
| mean_cert_acc_36,ldlt,sdp,121,121,49,72,0,0.4049586776859504,-0.05836560013884298,-0.007477333800000013,2119.0,4.833107021995231e-05,-4.063554310597567,0.36941402823614244,0.0009182903341790939,0.00024165535109976156 | |
| mean_cert_acc_36,ldlt-resnet,sandwich,121,121,41,80,0,0.33884297520661155,-0.026795748069421487,-0.016848057499999958,2142.0,6.226392248691838e-05,-4.004062426992384,0.3640056751811258,0.001044842007824354,0.0002490556899476735 | |
| mean_cert_acc_36,ldlt-resnet,sdp,121,120,81,39,1,0.6735537190082644,0.02226317159256198,0.011815026399999984,2104.0,6.467109790725387e-05,3.9950848114653006,0.36469967839763645,0.001044842007824354,0.0002490556899476735 | |
| mean_cert_acc_36,ldlt-resnet,ortho,121,121,78,43,0,0.6446280991735537,0.013391346514876033,0.012558475099999966,2429.0,0.0011074347250513686,3.2617071837450875,0.29651883488591707,0.011074347250513686,0.002214869450102737 | |
| mean_cert_acc_36,ortho,sdp,121,121,60,61,0,0.49586776859504134,0.008871825077685951,-0.00043843690000000546,3076.0,0.11224685580376029,1.5881746318949113,0.1443795119904465,0.8656977151682508,0.11224685580376029 | |
| mean_cert_acc_72,aol,sandwich,121,121,7,114,0,0.05785123966942149,-0.2932351713214876,-0.2614153504,107.0,1.9002333534012075e-20,-9.26780082423366,0.8425273476576055,1.3111610138468333e-18,2.850350030101811e-19 | |
| mean_cert_acc_72,aol,ldlt-resnet,121,121,5,116,0,0.04132231404958678,-0.2631359925727273,-0.23269398510000006,116.0,2.3629582907707156e-20,-9.244521391518589,0.840411035592599,1.6068116377240865e-18,3.308141607079002e-19 | |
| mean_cert_acc_72,aol,sdp,121,121,5,116,0,0.04132231404958678,-0.23148971349173555,-0.1927602664,162.0,7.138107476697239e-20,-9.12553762430822,0.8295943294825655,4.6397698598532054e-18,9.27953971970641e-19 | |
| mean_cert_acc_72,aol,ortho,121,121,11,110,0,0.09090909090909091,-0.2412404211198347,-0.20635481180000004,214.0,2.4491474386621335e-19,-8.991034235287804,0.8173667486625277,1.5184714119705228e-17,2.93897692639456e-18 | |
| mean_cert_acc_72,aol,ldlt,121,119,19,100,2,0.1652892561983471,-0.1632772664768595,-0.125,557.0,1.3650119218595034e-15,-7.988580616952475,0.7323119844949035,7.098061993669418e-14,1.5015131140454537e-14 | |
| mean_cert_acc_72,ldlt,sandwich,121,121,20,101,0,0.1652892561983471,-0.1299579048446281,-0.0772011476,607.0,1.5300017598947808e-15,-7.974499006729662,0.724954455157242,7.803008975463382e-14,1.530001759894781e-14 | |
| mean_cert_acc_72,ortho,sandwich,121,120,19,101,1,0.16115702479338842,-0.0519947502016529,-0.03462790700000007,601.0,2.1695959323890928e-15,-7.931245068189224,0.7240203054914729,1.0847979661945464e-13,1.9526363391501836e-14 | |
| mean_cert_acc_72,sandwich,sdp,121,120,95,25,1,0.7892561983471075,0.06174545782975206,0.03927724810000002,801.0,1.287303814085018e-13,7.407471248265881,0.6762065161243622,5.792867163382581e-12,1.0298430512680145e-12 | |
| mean_cert_acc_72,ldlt,ldlt-resnet,121,121,30,91,0,0.24793388429752067,-0.09985872609586775,-0.062678976,930.0,9.399453364498409e-13,-7.139026032622079,0.6490023666020072,3.9477704130893314e-11,6.579617355148886e-12 | |
| mean_cert_acc_72,ldlt,ortho,121,121,42,79,0,0.34710743801652894,-0.07796315464297522,-0.020989417999999982,1696.0,2.500182392734213e-07,-5.157687648205951,0.4688806952914501,7.500547178202639e-06,1.5001094356405279e-06 | |
| mean_cert_acc_72,ldlt,sdp,121,121,42,79,0,0.34710743801652894,-0.06821244701487603,-0.021312758300000012,1776.0,7.392446683490399e-07,-4.950759357405312,0.450069032491392,1.9959606045424077e-05,3.6962233417451994e-06 | |
| mean_cert_acc_72,ldlt-resnet,sdp,121,121,83,38,0,0.6859504132231405,0.03164627908099173,0.01917563379999998,1938.0,5.850271358991362e-06,4.531729568534016,0.4119754153212742,0.00012870596989780997,2.3401085435965447e-05 | |
| mean_cert_acc_72,ldlt-resnet,sandwich,121,121,40,81,0,0.3305785123966942,-0.03009917874876034,-0.019695848200000032,2062.0,2.5425319440171077e-05,-4.210990717793024,0.382817337981184,0.0005158857957045123,7.627595832051323e-05 | |
| mean_cert_acc_72,ldlt-resnet,ortho,121,121,78,43,0,0.6446280991735537,0.021895571452892563,0.017794482400000033,2306.0,0.0003437790889925944,3.579859430851071,0.3254417664410065,0.004469128156903727,0.0006875581779851888 | |
| mean_cert_acc_72,ortho,sdp,121,121,66,55,0,0.5454545454545454,0.009750707628099172,0.004098355799999953,3178.0,0.18538979937926348,1.3243410611240953,0.1203946419203723,0.8656977151682508,0.18538979937926348 | |
| mean_test_acc,aol,ldlt,121,121,16,105,0,0.1322314049586777,-0.09281452340082647,-0.056798912199999996,412.0,2.273589154706615e-17,-8.478886715556222,0.7708078832323838,1.2959458181827706e-15,3.4103837320599226e-16 | |
| mean_test_acc,aol,sandwich,121,121,18,103,0,0.1487603305785124,-0.09203259326611571,-0.05946643780000005,518.0,2.311544436918459e-16,-8.204706730245373,0.7458824300223067,1.248233995935968e-14,3.2361622116858428e-15 | |
| mean_test_acc,aol,sdp,121,121,22,99,0,0.18181818181818182,-0.06835675380991735,-0.03513440550000002,806.0,8.667701016468735e-14,-7.459764883363071,0.6781604439420974,3.987142467575618e-12,1.1268011321409356e-12 | |
| mean_test_acc,aol,ortho,121,121,27,94,0,0.2231404958677686,-0.0674542894,-0.02649849470000004,971.0,2.0217519208624917e-12,-7.032975283586752,0.6393613894169774,8.289182875536216e-11,2.42610230503499e-11 | |
| mean_test_acc,aol,ldlt-resnet,121,121,25,96,0,0.2066115702479339,-0.07273327814214876,-0.031338923699999965,1013.0,4.3801917672420244e-12,-6.924337930916415,0.6294852664469468,1.7082747892243896e-10,4.818210943966227e-11 | |
| mean_test_acc,ortho,sandwich,121,120,31,89,1,0.2603305785123967,-0.024578303866115706,-0.012561727300000047,1269.0,6.335852078999485e-10,-6.181840509645258,0.5643222490053234,2.21754822764982e-08,6.335852078999485e-09 | |
| mean_test_acc,ldlt,ortho,121,121,94,27,0,0.7768595041322314,0.02536023400082645,0.013893890999999992,1309.0,7.334300863478093e-10,6.158703254954046,0.5598821140867315,2.4936622935825517e-08,6.600870777130284e-09 | |
| mean_test_acc,ldlt,sdp,121,121,86,35,0,0.7107438016528925,0.024457769590909093,0.011069503199999942,1503.0,1.5412957513923103e-08,5.6569021497624945,0.5142638317965904,4.932146404455393e-07,1.2330366011138482e-07 | |
| mean_test_acc,ldlt,ldlt-resnet,121,120,87,33,1,0.7231404958677686,0.020081245258677688,0.01084393090000002,1689.0,3.7364765861695115e-07,5.081915487806236,0.46391329133439085,1.0835782099891583e-05,2.615533610318658e-06 | |
| mean_test_acc,sandwich,sdp,121,121,83,38,0,0.6859504132231405,0.02367583945619835,0.008980192799999953,1789.0,8.782065986480298e-07,4.917133510150208,0.44701213728638256,2.2833371564848774e-05,5.269239591888179e-06 | |
| mean_test_acc,ldlt-resnet,sandwich,121,121,43,78,0,0.35537190082644626,-0.019299315123966942,-0.006794625399999976,2364.0,0.0006039452283418727,-3.4298364200206075,0.3118033109109643,0.007247342740102473,0.0030197261417093633 | |
| mean_test_acc,ldlt-resnet,sdp,121,120,66,54,1,0.5495867768595041,0.004376524332231406,0.0019017287000000493,3070.0,0.14285074221929925,1.4652572612355523,0.133759075754492,0.8656977151682508,0.571402968877197 | |
| mean_test_acc,ldlt-resnet,ortho,121,121,71,50,0,0.5867768595041323,0.005278988742148763,0.002452642000000005,3138.0,0.15334793383215564,1.4278052065244156,0.12980047332040143,0.8656977151682508,0.571402968877197 | |
| mean_test_acc,ortho,sdp,121,121,60,61,0,0.49586776859504134,-0.0009024644099173576,-0.00036599980000007193,3623.0,0.862413703083493,-0.17330244354553592,0.01575476759504872,1.0,1.0 | |
| mean_test_acc,ldlt,sandwich,121,121,59,62,0,0.48760330578512395,0.000781930134710744,-0.00016415209999998126,3624.0,0.8644472072224189,0.170715839910528,0.015519621810048,1.0,1.0 | |