metric,alg_a,alg_b,n_common,n_nonzero,wins_a,wins_b,ties,win_rate_a_over_b,mean_diff_a_minus_b,median_diff_a_minus_b,W_stat,p_two_sided,z_equiv,effect_size_r,p_holm_global,p_holm_within_metric
mean_cert_acc_108,aol,ldlt-resnet,121,121,1,120,0,0.008264462809917356,-0.27392309146611565,-0.2317528344,45.0,4.173048144910383e-21,-9.42817024960416,0.8571063863276508,3.04632514578458e-19,6.259572217365575e-20
mean_cert_acc_108,aol,ortho,121,120,3,117,1,0.028925619834710745,-0.24899719816859503,-0.2098822109,60.0,8.927572293355817e-21,-9.348053251081865,0.853356605729507,6.249300605349072e-19,1.2498601210698143e-19
mean_cert_acc_108,aol,sandwich,121,121,5,116,0,0.04132231404958678,-0.2999183728280992,-0.2735294178,82.0,1.0343588534993559e-20,-9.332465915108862,0.8484059922826238,7.0336402037956195e-19,1.3446665095491626e-19
mean_cert_acc_108,aol,sdp,121,117,1,116,4,0.024793388429752067,-0.22223160453553722,-0.17206639070000002,34.0,1.4919341499692146e-20,-9.293573414471693,0.8591911661068367,9.995958804793737e-19,1.7903209799630575e-19
mean_cert_acc_108,ldlt,sandwich,121,121,14,107,0,0.11570247933884298,-0.14914118170661156,-0.08187162130000003,450.0,5.266046064559084e-17,-8.380595777425917,0.7618723434023561,3.054306717444269e-15,5.792650671014993e-16
mean_cert_acc_108,aol,ldlt,121,96,6,90,25,0.15289256198347106,-0.1507771911214876,-0.0671557561,113.0,5.846618540929849e-16,-8.092471290134199,0.8259343924562947,3.274106382920715e-14,5.846618540929849e-15
mean_cert_acc_108,ldlt,ldlt-resnet,121,121,25,96,0,0.2066115702479339,-0.12314590034462813,-0.07149813070000001,733.0,2.0319979828081665e-14,-7.648586948718654,0.6953260862471503,1.0159989914040832e-12,1.82879818452735e-13
mean_cert_acc_108,ortho,sandwich,121,120,18,102,1,0.15289256198347106,-0.05092117465950414,-0.03757250309999999,945.0,2.0601004521550643e-12,-7.030354097921072,0.6417805877800424,9.270452034697789e-11,1.6480803617240515e-11
mean_cert_acc_108,sandwich,sdp,121,121,93,28,0,0.768595041322314,0.07768676829256199,0.043483858000000014,995.0,3.149269421374916e-12,6.970896796346558,0.6337178905769598,1.354185851191214e-10,2.2044885949624412e-11
mean_cert_acc_108,ldlt,ortho,121,120,32,88,1,0.26859504132231404,-0.09822000704710745,-0.035191671,1203.0,2.088529737024506e-10,-6.35468587021996,0.5801007994964698,7.727560026990672e-09,1.2531178422147035e-09
mean_cert_acc_108,ldlt,sdp,121,117,35,82,4,0.30578512396694213,-0.0714544134140496,-0.0293723642,1335.0,8.658682431527648e-09,-5.755107212473546,0.5320598500093845,2.5976047294582945e-07,4.329341215763824e-08
mean_cert_acc_108,ldlt-resnet,sdp,121,121,89,32,0,0.7355371900826446,0.051691486930578505,0.02334547050000002,1603.0,6.729713480359853e-08,5.3982417862616945,0.4907492532965177,1.884319774500759e-06,2.6918853921439414e-07
mean_cert_acc_108,ldlt-resnet,ortho,121,121,81,40,0,0.6694214876033058,0.024925893297520662,0.018210522800000017,2277.0,0.000257311388966313,3.6548709362663034,0.33226099420602756,0.004631605001393634,0.0007719341668989391
mean_cert_acc_108,ldlt-resnet,sandwich,121,121,54,67,0,0.4462809917355372,-0.025995281361983476,-0.009650468899999987,2867.0,0.03327289749858807,-2.128774791611584,0.19352498105559854,0.3078706868259233,0.06654579499717614
mean_cert_acc_108,ortho,sdp,121,121,67,54,0,0.5537190082644629,0.02676559363305785,0.006111383400000059,2930.0,0.04931954967599767,1.96581876260608,0.17871079660055272,0.3945563974079814,0.06654579499717614
mean_cert_acc_255,aol,ldlt-resnet,121,110,0,110,11,0.045454545454545456,-0.1337634204305785,-0.07166579370000001,0.0,8.869456124226732e-20,-9.101986380438365,0.867840350157088,5.587757358262842e-18,1.3304184186340097e-18
mean_cert_acc_255,aol,sandwich,121,114,2,112,7,0.045454545454545456,-0.1626829197404959,-0.0885858461,74.0,1.3513967462376266e-19,-9.056147189870263,0.8481858965627918,8.378659826673286e-18,1.891955444732677e-18
mean_cert_acc_255,aol,sdp,121,103,2,101,18,0.09090909090909091,-0.10510361606942148,-0.0429337709,22.0,2.4070122764633777e-18,-8.736379113198142,0.8608210125377133,1.4682774886426603e-16,3.129115959402391e-17
mean_cert_acc_255,aol,ortho,121,105,2,103,16,0.08264462809917356,-0.11352401609338844,-0.0488128485,71.0,4.4540479170963364e-18,-8.666551629965934,0.8457688367895985,2.672428750257802e-16,5.344857500515604e-17
mean_cert_acc_255,ldlt,sandwich,121,114,10,104,7,0.1115702479338843,-0.08797530880743801,-0.035087719600000004,415.0,5.869031304740028e-16,-8.09200538788907,0.7578857433539525,3.274106382920715e-14,6.455934435214031e-15
mean_cert_acc_255,ortho,sandwich,121,114,17,97,7,0.16942148760330578,-0.04915890364710745,-0.0273425561,465.0,1.8555697623108275e-15,-7.950635622202678,0.7446452516811022,1.0020076716478469e-13,1.8555697623108276e-14
mean_cert_acc_255,aol,ldlt,121,87,3,84,34,0.1652892561983471,-0.07470761093305785,-0.0172084123,48.0,2.8910100531902833e-15,-7.895522718405998,0.8464888875499651,1.53223532819085e-13,2.601909047871255e-14
mean_cert_acc_255,ldlt,ldlt-resnet,121,110,20,90,11,0.21074380165289255,-0.059055809497520664,-0.029557436699999995,685.0,1.6757315874402246e-12,-7.059109358616517,0.6730596686834297,7.708365302225033e-11,1.3405852699521797e-11
mean_cert_acc_255,sandwich,sdp,121,114,84,30,7,0.7231404958677686,0.05757930367107439,0.01639589660000007,1043.0,2.677245913589704e-10,6.316401130867988,0.5915851679429525,9.638085288922934e-09,1.8740721395127926e-09
mean_cert_acc_255,ldlt-resnet,sdp,121,111,80,31,10,0.7024793388429752,0.02865980436115703,0.014675030499999998,1338.0,1.925925419153017e-07,5.206348742635875,0.49416475377488106,5.199998631713146e-06,1.1555552514918102e-06
mean_cert_acc_255,ldlt,sdp,121,103,27,76,18,0.2975206611570248,-0.030396005136363636,-0.0085921446,1234.0,2.04427321423648e-06,-4.74899764635719,0.46793264228890574,4.9813985833316794e-05,1.02213660711824e-05
mean_cert_acc_255,ldlt-resnet,ortho,121,112,79,33,9,0.6900826446280992,0.020239404337190077,0.0148802027,1541.0,2.473225995331523e-06,4.710324575483669,0.4450838364687742,5.688419789262503e-05,1.02213660711824e-05
mean_cert_acc_255,ldlt,ortho,121,104,30,74,17,0.3181818181818182,-0.038816405160330573,-0.0039353251,1287.0,2.9004026494882005e-06,-4.677749709194439,0.45869109705548883,6.380885828874041e-05,1.02213660711824e-05
mean_cert_acc_255,ldlt-resnet,sandwich,121,115,45,70,6,0.39669421487603307,-0.028919499309917357,-0.006780041400000006,2292.0,0.0036216710008269344,-2.909362118386465,0.27129941643076033,0.05070339401157708,0.007243342001653869
mean_cert_acc_255,ortho,sdp,121,107,51,56,14,0.4793388429752066,0.008420400023966945,0.0,2810.0,0.8072471562749569,0.2439789068176065,0.0235863311778052,1.0,0.8072471562749569
mean_cert_acc_36,aol,ldlt-resnet,121,121,3,118,0,0.024793388429752067,-0.31595442485289255,-0.2903496213,53.0,5.081865377201806e-21,-9.407477420524096,0.855225220047645,3.6081244178132824e-19,7.622798065802708e-20
mean_cert_acc_36,aol,sdp,121,121,4,117,0,0.03305785123966942,-0.29394078019173553,-0.27176492290000004,115.0,2.3064868484496506e-20,-9.247107995153597,0.8406461813775997,1.5222813199767693e-18,3.229081587829511e-19
mean_cert_acc_36,aol,sandwich,121,121,9,112,0,0.0743801652892562,-0.3362883788859505,-0.3413665891,135.0,3.7368566478163725e-20,-9.195375922453437,0.8359432656775851,2.4289568210806422e-18,4.857913642161284e-19
mean_cert_acc_36,aol,ortho,121,121,8,113,0,0.06611570247933884,-0.31452074730661156,-0.298160661,140.0,4.214205424175081e-20,-9.1824429042784,0.8347675367525818,2.6970914714720518e-18,5.057046509010097e-19
mean_cert_acc_36,ldlt,sandwich,121,121,22,99,0,0.18181818181818182,-0.1593331515289256,-0.07613579920000002,770.0,4.257286781467921e-14,-7.552882614223359,0.6866256922021235,2.0860705229192814e-12,4.683015459614713e-13
mean_cert_acc_36,aol,ldlt,121,117,22,95,4,0.19834710743801653,-0.17695522735702482,-0.1111815423,872.0,2.3097599957727363e-12,-7.014376890817237,0.6484793729556723,1.016294398140004e-10,2.3097599957727362e-11
mean_cert_acc_36,ldlt,ldlt-resnet,121,121,34,87,0,0.2809917355371901,-0.1389991974958678,-0.061314076199999956,1073.0,1.2954860468318954e-11,-6.769141712815935,0.6153765193469032,5.311492792010771e-10,1.1659374421487058e-10
mean_cert_acc_36,ldlt,sdp,121,121,38,83,0,0.3140495867768595,-0.11698555283471074,-0.05446506109999999,1275.0,4.1935525354513343e-10,-6.246647778544319,0.5678770707767563,1.4258078620534537e-08,3.3548420283610675e-09
mean_cert_acc_36,ldlt,ortho,121,121,40,81,0,0.3305785123966942,-0.1375655199495868,-0.05810886200000001,1346.0,1.336065624102734e-09,-6.06299892045875,0.5511817200417046,4.275409997128749e-08,9.352459368719139e-09
mean_cert_acc_36,sandwich,sdp,121,121,89,32,0,0.7355371900826446,0.04234759869421486,0.023600280299999943,1459.0,7.893695356058128e-09,5.770712709702847,0.5246102463366225,2.4470455603780194e-07,4.7362172136348766e-08
mean_cert_acc_36,ortho,sandwich,121,120,33,87,1,0.2768595041322314,-0.02176763157933884,-0.016444489399999984,1846.0,3.000975576009626e-06,-4.670753039166412,0.4263794666812091,6.380885828874041e-05,1.5004877880048131e-05
mean_cert_acc_36,ldlt-resnet,sdp,121,121,81,40,0,0.6694214876033058,0.02201364466115702,0.010049086099999993,2305.0,0.00034039195053310725,3.58244603448608,0.32567691222600725,0.005446271208529716,0.001361567802132429
mean_cert_acc_36,ldlt-resnet,sandwich,121,121,50,71,0,0.4132231404958678,-0.02033395403305785,-0.009377405099999986,2753.0,0.015365507519162087,-2.4236476060024956,0.22033160054568143,0.18438609022994504,0.04609652255748626
mean_cert_acc_36,ortho,sdp,121,121,65,56,0,0.5371900826446281,0.02057996711487603,0.0014110952000000454,2942.0,0.05301735742636078,1.934779518985984,0.175889047180544,0.3945563974079814,0.10603471485272156
mean_cert_acc_36,ldlt-resnet,ortho,121,121,75,46,0,0.6198347107438017,0.0014336775462809915,0.006488025200000025,3172.0,0.1802906425434847,1.3398606829341437,0.1218055166303767,1.0,0.1802906425434847
mean_cert_acc_72,aol,sdp,121,121,0,121,0,0.0,-0.26562159861322315,-0.24182313309999998,0.0,1.3667681100678347e-21,-9.544567413179516,0.8676879466526833,1.025076082550876e-19,2.0501521651017522e-20
mean_cert_acc_72,aol,ldlt-resnet,121,121,1,120,0,0.008264462809917356,-0.30451178866033063,-0.2825206725,25.0,2.5452120986672276e-21,-9.47990232230432,0.8618093020276654,1.8834569530137485e-19,3.5632969381341184e-20
mean_cert_acc_72,aol,ortho,121,121,4,117,0,0.03305785123966942,-0.2930986073024794,-0.2681985311,45.0,4.173048144910383e-21,-9.42817024960416,0.8571063863276508,3.04632514578458e-19,5.424962588383498e-20
mean_cert_acc_72,aol,sandwich,121,121,6,115,0,0.049586776859504134,-0.332593737,-0.3329101392,80.0,9.850602055157206e-21,-9.337639122378876,0.8488762838526251,6.796915418058472e-19,1.1820722466188648e-19
mean_cert_acc_72,ldlt,sandwich,121,121,16,105,0,0.1322314049586777,-0.16179231059090907,-0.08644032480000008,509.0,1.9038706859410887e-16,-8.227986162960445,0.7479987420873132,1.0852062909864206e-14,2.0942577545351975e-15
mean_cert_acc_72,aol,ldlt,121,103,10,93,18,0.15702479338842976,-0.1708014264090909,-0.08492797240000005,304.0,5.7816595349340996e-15,-7.8086220392301975,0.7694063917372481,3.006462958165732e-13,5.7816595349341e-14
mean_cert_acc_72,ldlt,ldlt-resnet,121,121,30,91,0,0.24793388429752067,-0.13371036225123967,-0.0764530534,873.0,3.1819944830916117e-13,-7.2864624398175355,0.6624056763470487,1.5273573518839737e-11,2.8637950347824507e-12
mean_cert_acc_72,sandwich,sdp,121,121,95,26,0,0.7851239669421488,0.06697213838677687,0.03906400500000007,1169.0,6.992043780196073e-11,6.5208277638551655,0.5928025239868332,2.796817512078429e-09,5.593635024156859e-10
mean_cert_acc_72,ortho,sandwich,121,120,22,98,1,0.1859504132231405,-0.03949512969752067,-0.031834617300000034,1154.0,8.991026434826412e-11,-6.483010456101179,0.5918151778914119,3.5065003095823004e-09,6.293718504378489e-10
mean_cert_acc_72,ldlt,sdp,121,121,34,87,0,0.2809917355371901,-0.09482017220413223,-0.04369919,1219.0,1.6426888021305817e-10,-6.391497582104767,0.581045234736797,6.24221744809621e-09,9.85613281278349e-10
mean_cert_acc_72,ldlt,ortho,121,121,36,85,0,0.2975206611570248,-0.12229718089338842,-0.045210240900000004,1256.0,3.058317885864245e-10,-6.295793247609471,0.5723448406917702,1.0704112600524858e-08,1.5291589429321226e-09
mean_cert_acc_72,ldlt-resnet,sdp,121,121,89,32,0,0.7355371900826446,0.03889019004710745,0.020161554299999995,1852.0,1.9925594333326717e-06,4.754177481144703,0.43219795283133666,4.9813985833316794e-05,7.970237733330687e-06
mean_cert_acc_72,ldlt-resnet,sandwich,121,121,49,72,0,0.4049586776859504,-0.028081948339669427,-0.01332545279999997,2656.0,0.007483002786027263,-2.6745481585982716,0.24314074169075195,0.09727903621835442,0.02244900835808179
mean_cert_acc_72,ortho,sdp,121,121,67,54,0,0.5537190082644629,0.027477008689256194,0.004555895900000051,2784.0,0.01910566262360874,2.3434628933172474,0.21304208121065885,0.21016228885969615,0.03821132524721748
mean_cert_acc_72,ldlt-resnet,ortho,121,121,74,47,0,0.6115702479338843,0.011413181357851243,0.00889010730000006,2855.0,0.030787068682592327,2.1598140352316797,0.19634673047560725,0.3078706868259233,0.03821132524721748
mean_test_acc,aol,ldlt,121,121,16,105,0,0.1322314049586777,-0.11958352569586778,-0.06315010610000005,409.0,2.1268544183487774e-17,-8.486646526461245,0.7715133205873859,1.2548441068257787e-15,3.1902816275231663e-16
mean_test_acc,aol,sandwich,121,121,23,98,0,0.19008264462809918,-0.11132838667768594,-0.06561486950000006,698.0,1.0010877948097709e-14,-7.739118075943935,0.703556188722176,5.105547753529832e-13,1.4015229127336793e-13
mean_test_acc,aol,ortho,121,121,25,96,0,0.2066115702479339,-0.09866207272396695,-0.05250947429999997,908.0,6.203585473534351e-13,-7.195931312592255,0.6541755738720232,2.915685172561145e-11,8.064661115594657e-12
mean_test_acc,aol,sdp,121,121,24,97,0,0.19834710743801653,-0.09612382466942149,-0.044510062900000036,1047.0,8.121173320702691e-12,-6.836393407326143,0.6214903097569221,3.4108927946951305e-10,9.74540798484323e-11
mean_test_acc,aol,ldlt-resnet,121,121,27,94,0,0.2231404958677686,-0.09206069528677686,-0.03569083780000004,1307.0,7.098533094861746e-10,-6.163876462224062,0.5603524056567329,2.3425159213043762e-08,7.80838640434792e-09
mean_test_acc,ldlt,sdp,121,121,86,35,0,0.7107438016528925,0.023459701026446286,0.010278406500000004,1511.0,1.7383406684454798e-08,5.636209320682431,0.5123826655165846,5.041187938491891e-07,1.7383406684454799e-07
mean_test_acc,ldlt,ldlt-resnet,121,121,87,34,0,0.71900826446281,0.02752283040909091,0.01248115980000003,1779.0,7.69296628945801e-07,4.942999546500287,0.44936359513638974,2.000171235259083e-05,6.923669660512209e-06
mean_test_acc,ldlt,ortho,121,121,78,43,0,0.6446280991735537,0.020921452971900834,0.010356299000000013,2002.0,1.264342847332638e-05,4.366186935893503,0.39692608508122756,0.0002528685694665276,0.00010114742778661104
mean_test_acc,ortho,sandwich,121,120,39,81,1,0.32644628099173556,-0.01266631395371901,-0.007894689300000035,2171.0,0.00013365710865816523,-3.8196205817909794,0.3486820589596543,0.0025394850645051393,0.0009355997606071565
mean_test_acc,sandwich,sdp,121,121,80,41,0,0.6611570247933884,0.015204562008264456,0.006305895000000006,2279.0,0.00026254907665535047,3.6496977289962866,0.33179070263602606,0.004631605001393634,0.001575294459932103
mean_test_acc,ldlt-resnet,sandwich,121,121,47,74,0,0.3884297520661157,-0.019267691390909086,-0.01009704999999994,2411.0,0.0009387558222226796,-3.308266049175231,0.3007514590159301,0.014081337333340193,0.004693779111113398
mean_test_acc,ldlt,sandwich,121,120,64,56,1,0.5330578512396694,0.008255139018181824,0.0008221223000000055,3145.0,0.2044973939148288,1.2688420787642989,0.11582890474182553,1.0,0.8179895756593152
mean_test_acc,ldlt-resnet,ortho,121,121,54,67,0,0.4462809917355372,-0.006601377437190076,-0.0023532391000000152,3206.0,0.2106004158723539,-1.2519161593438723,0.11381055994035204,1.0,0.8179895756593152
mean_test_acc,ortho,sdp,121,121,60,61,0,0.49586776859504134,0.002538248054545448,-6.572600000032125e-06,3382.0,0.42564043452591804,0.7966739195824637,0.07242490178022397,1.0,0.8512808690518361
mean_test_acc,ldlt-resnet,sdp,121,121,58,63,0,0.4793388429752066,-0.0040631293826446264,-0.000977559300000097,3627.0,0.8705530555843003,-0.16295602900550393,0.014814184455045813,1.0,0.8705530555843003