| [ | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":1, | |
| "wins_b":120, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0082644628, | |
| "mean_diff_a_minus_b":-0.2415859185, | |
| "median_diff_a_minus_b":-0.2228611507, | |
| "W_stat":11.0, | |
| "p_two_sided":1.797749072e-21, | |
| "z_equiv":-9.5161147732, | |
| "effect_size_r":0.865101343, | |
| "p_holm_global":1.348311804e-19, | |
| "p_holm_within_metric":2.696623608e-20 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"aol", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":4, | |
| "wins_b":117, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0330578512, | |
| "mean_diff_a_minus_b":-0.2070521511, | |
| "median_diff_a_minus_b":-0.1616377295, | |
| "W_stat":33.0, | |
| "p_two_sided":3.102799787e-21, | |
| "z_equiv":-9.4592094932, | |
| "effect_size_r":0.8599281357, | |
| "p_holm_global":2.296071842e-19, | |
| "p_holm_within_metric":4.343919702e-20 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"aol", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":6, | |
| "wins_b":115, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0495867769, | |
| "mean_diff_a_minus_b":-0.2224755243, | |
| "median_diff_a_minus_b":-0.1828913777, | |
| "W_stat":54.0, | |
| "p_two_sided":5.208425291e-21, | |
| "z_equiv":-9.4048908169, | |
| "effect_size_r":0.8549900743, | |
| "p_holm_global":3.802150463e-19, | |
| "p_holm_within_metric":6.770952879e-20 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"aol", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":5, | |
| "wins_b":116, | |
| "ties":0, | |
| "win_rate_a_over_b":0.041322314, | |
| "mean_diff_a_minus_b":-0.2760772691, | |
| "median_diff_a_minus_b":-0.2530477867, | |
| "W_stat":63.0, | |
| "p_two_sided":6.497205758e-21, | |
| "z_equiv":-9.3816113842, | |
| "effect_size_r":0.8528737622, | |
| "p_holm_global":4.677988146e-19, | |
| "p_holm_within_metric":7.79664691e-20 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt", | |
| "n_common":121, | |
| "n_nonzero":117, | |
| "wins_a":15, | |
| "wins_b":102, | |
| "ties":4, | |
| "win_rate_a_over_b":0.1404958678, | |
| "mean_diff_a_minus_b":-0.1459002825, | |
| "median_diff_a_minus_b":-0.0794756578, | |
| "W_stat":265.0, | |
| "p_two_sided":4.503316115e-18, | |
| "z_equiv":-8.6652984778, | |
| "effect_size_r":0.8011071277, | |
| "p_holm_global":2.656956508e-16, | |
| "p_holm_within_metric":4.953647726e-17 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":16, | |
| "wins_b":104, | |
| "ties":1, | |
| "win_rate_a_over_b":0.1363636364, | |
| "mean_diff_a_minus_b":-0.1301769866, | |
| "median_diff_a_minus_b":-0.0911340416, | |
| "W_stat":469.0, | |
| "p_two_sided":1.263853299e-16, | |
| "z_equiv":-8.2769357893, | |
| "effect_size_r":0.7555774065, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ortho", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":15, | |
| "wins_b":106, | |
| "ties":0, | |
| "win_rate_a_over_b":0.1239669421, | |
| "mean_diff_a_minus_b":-0.0536017448, | |
| "median_diff_a_minus_b":-0.0410954431, | |
| "W_stat":634.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.9046607086, | |
| "effect_size_r":0.718605519, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"sandwich", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":95, | |
| "wins_b":25, | |
| "ties":1, | |
| "win_rate_a_over_b":0.7892561983, | |
| "mean_diff_a_minus_b":0.069025118, | |
| "median_diff_a_minus_b":0.0391470212, | |
| "W_stat":769.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":7.4912750595, | |
| "effect_size_r":0.6838567224, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":28, | |
| "wins_b":93, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2314049587, | |
| "mean_diff_a_minus_b":-0.0956856361, | |
| "median_diff_a_minus_b":-0.0559161572, | |
| "W_stat":854.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.3356079089, | |
| "effect_size_r":0.6668734463, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":39, | |
| "wins_b":82, | |
| "ties":0, | |
| "win_rate_a_over_b":0.3223140496, | |
| "mean_diff_a_minus_b":-0.0765752418, | |
| "median_diff_a_minus_b":-0.0288892186, | |
| "W_stat":1595.0, | |
| "p_two_sided":0.00000006, | |
| "z_equiv":-5.4189346153, | |
| "effect_size_r":0.4926304196, | |
| "p_holm_global":0.0000018586, | |
| "p_holm_within_metric":0.0000003597 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":119, | |
| "wins_a":37, | |
| "wins_b":82, | |
| "ties":2, | |
| "win_rate_a_over_b":0.3140495868, | |
| "mean_diff_a_minus_b":-0.0611518687, | |
| "median_diff_a_minus_b":-0.023088851, | |
| "W_stat":1675.0, | |
| "p_two_sided":0.0000005064, | |
| "z_equiv":-5.0238559266, | |
| "effect_size_r":0.4605361177, | |
| "p_holm_global":0.0000141804, | |
| "p_holm_within_metric":0.0000025322 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":83, | |
| "wins_b":38, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6859504132, | |
| "mean_diff_a_minus_b":0.0345337674, | |
| "median_diff_a_minus_b":0.0187233128, | |
| "W_stat":2059.0, | |
| "p_two_sided":0.000024566, | |
| "z_equiv":4.2187505287, | |
| "effect_size_r":0.3835227753, | |
| "p_holm_global":0.0005158858, | |
| "p_holm_within_metric":0.000098264 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":43, | |
| "wins_b":78, | |
| "ties":0, | |
| "win_rate_a_over_b":0.3553719008, | |
| "mean_diff_a_minus_b":-0.0344913506, | |
| "median_diff_a_minus_b":-0.0212858766, | |
| "W_stat":2138.0, | |
| "p_two_sided":0.000059595, | |
| "z_equiv":-4.0144088415, | |
| "effect_size_r":0.3649462583, | |
| "p_holm_global":0.001044842, | |
| "p_holm_within_metric":0.0001787849 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":77, | |
| "wins_b":44, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6363636364, | |
| "mean_diff_a_minus_b":0.0191103942, | |
| "median_diff_a_minus_b":0.0181754008, | |
| "W_stat":2506.0, | |
| "p_two_sided":0.0021946809, | |
| "z_equiv":3.0625387038, | |
| "effect_size_r":0.2784126094, | |
| "p_holm_global":0.0197521283, | |
| "p_holm_within_metric":0.0043893618 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ortho", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":65, | |
| "wins_b":56, | |
| "ties":0, | |
| "win_rate_a_over_b":0.5371900826, | |
| "mean_diff_a_minus_b":0.0154233732, | |
| "median_diff_a_minus_b":0.0037754271, | |
| "W_stat":3069.0, | |
| "p_two_sided":0.1082122144, | |
| "z_equiv":1.6062808573, | |
| "effect_size_r":0.1460255325, | |
| "p_holm_global":0.8656977152, | |
| "p_holm_within_metric":0.1082122144 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":112, | |
| "wins_a":1, | |
| "wins_b":111, | |
| "ties":9, | |
| "win_rate_a_over_b":0.0454545455, | |
| "mean_diff_a_minus_b":-0.1173470639, | |
| "median_diff_a_minus_b":-0.0569680196, | |
| "W_stat":10.0, | |
| "p_two_sided":5.435127869e-20, | |
| "z_equiv":-9.1550129731, | |
| "effect_size_r":0.8650674134, | |
| "p_holm_global":3.587184393e-18, | |
| "p_holm_within_metric":8.152691803e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"aol", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":114, | |
| "wins_a":2, | |
| "wins_b":112, | |
| "ties":7, | |
| "win_rate_a_over_b":0.0454545455, | |
| "mean_diff_a_minus_b":-0.1497530324, | |
| "median_diff_a_minus_b":-0.0803308832, | |
| "W_stat":62.0, | |
| "p_two_sided":9.896991201e-20, | |
| "z_equiv":-9.0900759336, | |
| "effect_size_r":0.8513636146, | |
| "p_holm_global":6.334074369e-18, | |
| "p_holm_within_metric":1.385578768e-18 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"aol", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":107, | |
| "wins_a":3, | |
| "wins_b":104, | |
| "ties":14, | |
| "win_rate_a_over_b":0.0826446281, | |
| "mean_diff_a_minus_b":-0.0919241391, | |
| "median_diff_a_minus_b":-0.0476176738, | |
| "W_stat":23.0, | |
| "p_two_sided":5.290354121e-19, | |
| "z_equiv":-8.9060071017, | |
| "effect_size_r":0.8609762037, | |
| "p_holm_global":3.227116014e-17, | |
| "p_holm_within_metric":6.877460357e-18 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"aol", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":110, | |
| "wins_a":5, | |
| "wins_b":105, | |
| "ties":11, | |
| "win_rate_a_over_b":0.0867768595, | |
| "mean_diff_a_minus_b":-0.0971526016, | |
| "median_diff_a_minus_b":-0.036305353, | |
| "W_stat":122.0, | |
| "p_two_sided":2.369681608e-18, | |
| "z_equiv":-8.7381455094, | |
| "effect_size_r":0.8331494843, | |
| "p_holm_global":1.421808965e-16, | |
| "p_holm_within_metric":2.84361793e-17 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ortho", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":114, | |
| "wins_a":11, | |
| "wins_b":103, | |
| "ties":7, | |
| "win_rate_a_over_b":0.1198347107, | |
| "mean_diff_a_minus_b":-0.0526004308, | |
| "median_diff_a_minus_b":-0.0312724002, | |
| "W_stat":258.0, | |
| "p_two_sided":1.390608438e-17, | |
| "z_equiv":-8.5359064521, | |
| "effect_size_r":0.7994608872, | |
| "p_holm_global":8.065528942e-16, | |
| "p_holm_within_metric":1.529669282e-16 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":114, | |
| "wins_a":12, | |
| "wins_b":102, | |
| "ties":7, | |
| "win_rate_a_over_b":0.1280991736, | |
| "mean_diff_a_minus_b":-0.0844428848, | |
| "median_diff_a_minus_b":-0.0396959223, | |
| "W_stat":342.0, | |
| "p_two_sided":1.05518212e-16, | |
| "z_equiv":-8.2984052458, | |
| "effect_size_r":0.7772168612, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt", | |
| "n_common":121, | |
| "n_nonzero":93, | |
| "wins_a":8, | |
| "wins_b":85, | |
| "ties":28, | |
| "win_rate_a_over_b":0.1818181818, | |
| "mean_diff_a_minus_b":-0.0653101477, | |
| "median_diff_a_minus_b":-0.0160309789, | |
| "W_stat":182.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.6746815803, | |
| "effect_size_r":0.7958274071, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"sandwich", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":115, | |
| "wins_a":90, | |
| "wins_b":25, | |
| "ties":6, | |
| "win_rate_a_over_b":0.7685950413, | |
| "mean_diff_a_minus_b":0.0578288934, | |
| "median_diff_a_minus_b":0.0239693746, | |
| "W_stat":977.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":6.5792049823, | |
| "effect_size_r":0.613514028, | |
| "p_holm_global":0.0000000017, | |
| "p_holm_within_metric":0.0000000004 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":112, | |
| "wins_a":23, | |
| "wins_b":89, | |
| "ties":9, | |
| "win_rate_a_over_b":0.2272727273, | |
| "mean_diff_a_minus_b":-0.0520369162, | |
| "median_diff_a_minus_b":-0.0241820474, | |
| "W_stat":927.0, | |
| "p_two_sided":0.0000000001, | |
| "z_equiv":-6.4928449387, | |
| "effect_size_r":0.6135161789, | |
| "p_holm_global":0.000000003, | |
| "p_holm_within_metric":0.0000000006 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":115, | |
| "wins_a":80, | |
| "wins_b":35, | |
| "ties":6, | |
| "win_rate_a_over_b":0.6859504132, | |
| "mean_diff_a_minus_b":0.0254229248, | |
| "median_diff_a_minus_b":0.0174753755, | |
| "W_stat":1603.0, | |
| "p_two_sided":0.0000013504, | |
| "z_equiv":4.8321923338, | |
| "effect_size_r":0.4506042586, | |
| "p_holm_global":0.0000337594, | |
| "p_holm_within_metric":0.0000081023 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":106, | |
| "wins_a":27, | |
| "wins_b":79, | |
| "ties":15, | |
| "win_rate_a_over_b":0.2851239669, | |
| "mean_diff_a_minus_b":-0.0266139914, | |
| "median_diff_a_minus_b":-0.0090909088, | |
| "W_stat":1323.0, | |
| "p_two_sided":0.0000018824, | |
| "z_equiv":-4.76565708, | |
| "effect_size_r":0.4628815347, | |
| "p_holm_global":0.0000451774, | |
| "p_holm_within_metric":0.000009412 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":111, | |
| "wins_a":36, | |
| "wins_b":75, | |
| "ties":10, | |
| "win_rate_a_over_b":0.3388429752, | |
| "mean_diff_a_minus_b":-0.031842454, | |
| "median_diff_a_minus_b":-0.0084677431, | |
| "W_stat":1741.0, | |
| "p_two_sided":0.0000580468, | |
| "z_equiv":-4.0206134822, | |
| "effect_size_r":0.3816197434, | |
| "p_holm_global":0.001044842, | |
| "p_holm_within_metric":0.0002321871 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":117, | |
| "wins_a":77, | |
| "wins_b":40, | |
| "ties":4, | |
| "win_rate_a_over_b":0.652892562, | |
| "mean_diff_a_minus_b":0.0201944623, | |
| "median_diff_a_minus_b":0.0131578948, | |
| "W_stat":1982.0, | |
| "p_two_sided":0.0000645869, | |
| "z_equiv":3.9953934287, | |
| "effect_size_r":0.3693742531, | |
| "p_holm_global":0.001044842, | |
| "p_holm_within_metric":0.0002321871 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":118, | |
| "wins_a":45, | |
| "wins_b":73, | |
| "ties":3, | |
| "win_rate_a_over_b":0.3842975207, | |
| "mean_diff_a_minus_b":-0.0324059685, | |
| "median_diff_a_minus_b":-0.0077698529, | |
| "W_stat":2234.0, | |
| "p_two_sided":0.0006111136, | |
| "z_equiv":-3.426633354, | |
| "effect_size_r":0.3154471691, | |
| "p_holm_global":0.0072473427, | |
| "p_holm_within_metric":0.0012222272 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ortho", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":113, | |
| "wins_a":55, | |
| "wins_b":58, | |
| "ties":8, | |
| "win_rate_a_over_b":0.4876033058, | |
| "mean_diff_a_minus_b":0.0052284626, | |
| "median_diff_a_minus_b":0.0, | |
| "W_stat":3068.0, | |
| "p_two_sided":0.6632312125, | |
| "z_equiv":0.4354563548, | |
| "effect_size_r":0.040964288, | |
| "p_holm_global":1.0, | |
| "p_holm_within_metric":0.6632312125 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":6, | |
| "wins_b":115, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0495867769, | |
| "mean_diff_a_minus_b":-0.2438353373, | |
| "median_diff_a_minus_b":-0.231873706, | |
| "W_stat":84.0, | |
| "p_two_sided":1.086095964e-20, | |
| "z_equiv":-9.3272927078, | |
| "effect_size_r":0.8479357007, | |
| "p_holm_global":7.711281345e-19, | |
| "p_holm_within_metric":1.629143946e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"aol", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":6, | |
| "wins_b":115, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0495867769, | |
| "mean_diff_a_minus_b":-0.2706310854, | |
| "median_diff_a_minus_b":-0.2436474561, | |
| "W_stat":88.0, | |
| "p_two_sided":1.197367966e-20, | |
| "z_equiv":-9.3169462933, | |
| "effect_size_r":0.8469951176, | |
| "p_holm_global":8.381575764e-19, | |
| "p_holm_within_metric":1.676315153e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"aol", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":6, | |
| "wins_b":115, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0495867769, | |
| "mean_diff_a_minus_b":-0.2215721657, | |
| "median_diff_a_minus_b":-0.1912159696, | |
| "W_stat":145.0, | |
| "p_two_sided":4.751745038e-20, | |
| "z_equiv":-9.1695098861, | |
| "effect_size_r":0.8335918078, | |
| "p_holm_global":3.183669175e-18, | |
| "p_holm_within_metric":6.177268549e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"aol", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":10, | |
| "wins_b":111, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0826446281, | |
| "mean_diff_a_minus_b":-0.2304439908, | |
| "median_diff_a_minus_b":-0.218675293, | |
| "W_stat":196.0, | |
| "p_two_sided":1.60159291e-19, | |
| "z_equiv":-9.0375931007, | |
| "effect_size_r":0.8215993728, | |
| "p_holm_global":1.009003533e-17, | |
| "p_holm_within_metric":1.921911492e-18 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":16, | |
| "wins_b":105, | |
| "ties":0, | |
| "win_rate_a_over_b":0.132231405, | |
| "mean_diff_a_minus_b":-0.1632065656, | |
| "median_diff_a_minus_b":-0.1217573732, | |
| "W_stat":579.0, | |
| "p_two_sided":8.490093064e-16, | |
| "z_equiv":-8.0469239085, | |
| "effect_size_r":0.7315385371, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":28, | |
| "wins_b":93, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2314049587, | |
| "mean_diff_a_minus_b":-0.1074245198, | |
| "median_diff_a_minus_b":-0.0510568023, | |
| "W_stat":884.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.2580097998, | |
| "effect_size_r":0.6598190727, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"sandwich", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":97, | |
| "wins_b":24, | |
| "ties":0, | |
| "win_rate_a_over_b":0.8016528926, | |
| "mean_diff_a_minus_b":0.0490589197, | |
| "median_diff_a_minus_b":0.0198676884, | |
| "W_stat":1005.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":6.94503076, | |
| "effect_size_r":0.6313664327, | |
| "p_holm_global":0.0000000002, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ortho", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":24, | |
| "wins_b":96, | |
| "ties":1, | |
| "win_rate_a_over_b":0.2024793388, | |
| "mean_diff_a_minus_b":-0.0401870946, | |
| "median_diff_a_minus_b":-0.0274580419, | |
| "W_stat":1002.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-6.8810785592, | |
| "effect_size_r":0.6281536578, | |
| "p_holm_global":0.0000000002, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":39, | |
| "wins_b":82, | |
| "ties":0, | |
| "win_rate_a_over_b":0.3223140496, | |
| "mean_diff_a_minus_b":-0.0806287717, | |
| "median_diff_a_minus_b":-0.0372283832, | |
| "W_stat":1356.0, | |
| "p_two_sided":0.0000000016, | |
| "z_equiv":-6.0371328841, | |
| "effect_size_r":0.5488302622, | |
| "p_holm_global":0.0000000518, | |
| "p_holm_within_metric":0.000000011 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":47, | |
| "wins_b":74, | |
| "ties":0, | |
| "win_rate_a_over_b":0.3884297521, | |
| "mean_diff_a_minus_b":-0.0672374252, | |
| "median_diff_a_minus_b":-0.0189958066, | |
| "W_stat":1855.0, | |
| "p_two_sided":0.0000020705, | |
| "z_equiv":-4.7464176702, | |
| "effect_size_r":0.4314925155, | |
| "p_holm_global":0.0000476217, | |
| "p_holm_within_metric":0.0000124231 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":49, | |
| "wins_b":72, | |
| "ties":0, | |
| "win_rate_a_over_b":0.4049586777, | |
| "mean_diff_a_minus_b":-0.0583656001, | |
| "median_diff_a_minus_b":-0.0074773338, | |
| "W_stat":2119.0, | |
| "p_two_sided":0.0000483311, | |
| "z_equiv":-4.0635543106, | |
| "effect_size_r":0.3694140282, | |
| "p_holm_global":0.0009182903, | |
| "p_holm_within_metric":0.0002416554 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":41, | |
| "wins_b":80, | |
| "ties":0, | |
| "win_rate_a_over_b":0.3388429752, | |
| "mean_diff_a_minus_b":-0.0267957481, | |
| "median_diff_a_minus_b":-0.0168480575, | |
| "W_stat":2142.0, | |
| "p_two_sided":0.0000622639, | |
| "z_equiv":-4.004062427, | |
| "effect_size_r":0.3640056752, | |
| "p_holm_global":0.001044842, | |
| "p_holm_within_metric":0.0002490557 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":81, | |
| "wins_b":39, | |
| "ties":1, | |
| "win_rate_a_over_b":0.673553719, | |
| "mean_diff_a_minus_b":0.0222631716, | |
| "median_diff_a_minus_b":0.0118150264, | |
| "W_stat":2104.0, | |
| "p_two_sided":0.0000646711, | |
| "z_equiv":3.9950848115, | |
| "effect_size_r":0.3646996784, | |
| "p_holm_global":0.001044842, | |
| "p_holm_within_metric":0.0002490557 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":78, | |
| "wins_b":43, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6446280992, | |
| "mean_diff_a_minus_b":0.0133913465, | |
| "median_diff_a_minus_b":0.0125584751, | |
| "W_stat":2429.0, | |
| "p_two_sided":0.0011074347, | |
| "z_equiv":3.2617071837, | |
| "effect_size_r":0.2965188349, | |
| "p_holm_global":0.0110743473, | |
| "p_holm_within_metric":0.0022148695 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ortho", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":60, | |
| "wins_b":61, | |
| "ties":0, | |
| "win_rate_a_over_b":0.4958677686, | |
| "mean_diff_a_minus_b":0.0088718251, | |
| "median_diff_a_minus_b":-0.0004384369, | |
| "W_stat":3076.0, | |
| "p_two_sided":0.1122468558, | |
| "z_equiv":1.5881746319, | |
| "effect_size_r":0.144379512, | |
| "p_holm_global":0.8656977152, | |
| "p_holm_within_metric":0.1122468558 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"aol", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":7, | |
| "wins_b":114, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0578512397, | |
| "mean_diff_a_minus_b":-0.2932351713, | |
| "median_diff_a_minus_b":-0.2614153504, | |
| "W_stat":107.0, | |
| "p_two_sided":1.900233353e-20, | |
| "z_equiv":-9.2678008242, | |
| "effect_size_r":0.8425273477, | |
| "p_holm_global":1.311161014e-18, | |
| "p_holm_within_metric":2.85035003e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":5, | |
| "wins_b":116, | |
| "ties":0, | |
| "win_rate_a_over_b":0.041322314, | |
| "mean_diff_a_minus_b":-0.2631359926, | |
| "median_diff_a_minus_b":-0.2326939851, | |
| "W_stat":116.0, | |
| "p_two_sided":2.362958291e-20, | |
| "z_equiv":-9.2445213915, | |
| "effect_size_r":0.8404110356, | |
| "p_holm_global":1.606811638e-18, | |
| "p_holm_within_metric":3.308141607e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"aol", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":5, | |
| "wins_b":116, | |
| "ties":0, | |
| "win_rate_a_over_b":0.041322314, | |
| "mean_diff_a_minus_b":-0.2314897135, | |
| "median_diff_a_minus_b":-0.1927602664, | |
| "W_stat":162.0, | |
| "p_two_sided":7.138107477e-20, | |
| "z_equiv":-9.1255376243, | |
| "effect_size_r":0.8295943295, | |
| "p_holm_global":4.63976986e-18, | |
| "p_holm_within_metric":9.27953972e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"aol", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":11, | |
| "wins_b":110, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0909090909, | |
| "mean_diff_a_minus_b":-0.2412404211, | |
| "median_diff_a_minus_b":-0.2063548118, | |
| "W_stat":214.0, | |
| "p_two_sided":2.449147439e-19, | |
| "z_equiv":-8.9910342353, | |
| "effect_size_r":0.8173667487, | |
| "p_holm_global":1.518471412e-17, | |
| "p_holm_within_metric":2.938976926e-18 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt", | |
| "n_common":121, | |
| "n_nonzero":119, | |
| "wins_a":19, | |
| "wins_b":100, | |
| "ties":2, | |
| "win_rate_a_over_b":0.1652892562, | |
| "mean_diff_a_minus_b":-0.1632772665, | |
| "median_diff_a_minus_b":-0.125, | |
| "W_stat":557.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.988580617, | |
| "effect_size_r":0.7323119845, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":20, | |
| "wins_b":101, | |
| "ties":0, | |
| "win_rate_a_over_b":0.1652892562, | |
| "mean_diff_a_minus_b":-0.1299579048, | |
| "median_diff_a_minus_b":-0.0772011476, | |
| "W_stat":607.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.9744990067, | |
| "effect_size_r":0.7249544552, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ortho", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":19, | |
| "wins_b":101, | |
| "ties":1, | |
| "win_rate_a_over_b":0.1611570248, | |
| "mean_diff_a_minus_b":-0.0519947502, | |
| "median_diff_a_minus_b":-0.034627907, | |
| "W_stat":601.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.9312450682, | |
| "effect_size_r":0.7240203055, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"sandwich", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":95, | |
| "wins_b":25, | |
| "ties":1, | |
| "win_rate_a_over_b":0.7892561983, | |
| "mean_diff_a_minus_b":0.0617454578, | |
| "median_diff_a_minus_b":0.0392772481, | |
| "W_stat":801.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":7.4074712483, | |
| "effect_size_r":0.6762065161, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":30, | |
| "wins_b":91, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2479338843, | |
| "mean_diff_a_minus_b":-0.0998587261, | |
| "median_diff_a_minus_b":-0.062678976, | |
| "W_stat":930.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.1390260326, | |
| "effect_size_r":0.6490023666, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":42, | |
| "wins_b":79, | |
| "ties":0, | |
| "win_rate_a_over_b":0.347107438, | |
| "mean_diff_a_minus_b":-0.0779631546, | |
| "median_diff_a_minus_b":-0.020989418, | |
| "W_stat":1696.0, | |
| "p_two_sided":0.00000025, | |
| "z_equiv":-5.1576876482, | |
| "effect_size_r":0.4688806953, | |
| "p_holm_global":0.0000075005, | |
| "p_holm_within_metric":0.0000015001 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":42, | |
| "wins_b":79, | |
| "ties":0, | |
| "win_rate_a_over_b":0.347107438, | |
| "mean_diff_a_minus_b":-0.068212447, | |
| "median_diff_a_minus_b":-0.0213127583, | |
| "W_stat":1776.0, | |
| "p_two_sided":0.0000007392, | |
| "z_equiv":-4.9507593574, | |
| "effect_size_r":0.4500690325, | |
| "p_holm_global":0.0000199596, | |
| "p_holm_within_metric":0.0000036962 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":83, | |
| "wins_b":38, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6859504132, | |
| "mean_diff_a_minus_b":0.0316462791, | |
| "median_diff_a_minus_b":0.0191756338, | |
| "W_stat":1938.0, | |
| "p_two_sided":0.0000058503, | |
| "z_equiv":4.5317295685, | |
| "effect_size_r":0.4119754153, | |
| "p_holm_global":0.000128706, | |
| "p_holm_within_metric":0.0000234011 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":40, | |
| "wins_b":81, | |
| "ties":0, | |
| "win_rate_a_over_b":0.3305785124, | |
| "mean_diff_a_minus_b":-0.0300991787, | |
| "median_diff_a_minus_b":-0.0196958482, | |
| "W_stat":2062.0, | |
| "p_two_sided":0.0000254253, | |
| "z_equiv":-4.2109907178, | |
| "effect_size_r":0.382817338, | |
| "p_holm_global":0.0005158858, | |
| "p_holm_within_metric":0.000076276 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":78, | |
| "wins_b":43, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6446280992, | |
| "mean_diff_a_minus_b":0.0218955715, | |
| "median_diff_a_minus_b":0.0177944824, | |
| "W_stat":2306.0, | |
| "p_two_sided":0.0003437791, | |
| "z_equiv":3.5798594309, | |
| "effect_size_r":0.3254417664, | |
| "p_holm_global":0.0044691282, | |
| "p_holm_within_metric":0.0006875582 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ortho", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":66, | |
| "wins_b":55, | |
| "ties":0, | |
| "win_rate_a_over_b":0.5454545455, | |
| "mean_diff_a_minus_b":0.0097507076, | |
| "median_diff_a_minus_b":0.0040983558, | |
| "W_stat":3178.0, | |
| "p_two_sided":0.1853897994, | |
| "z_equiv":1.3243410611, | |
| "effect_size_r":0.1203946419, | |
| "p_holm_global":0.8656977152, | |
| "p_holm_within_metric":0.1853897994 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":16, | |
| "wins_b":105, | |
| "ties":0, | |
| "win_rate_a_over_b":0.132231405, | |
| "mean_diff_a_minus_b":-0.0928145234, | |
| "median_diff_a_minus_b":-0.0567989122, | |
| "W_stat":412.0, | |
| "p_two_sided":2.273589155e-17, | |
| "z_equiv":-8.4788867156, | |
| "effect_size_r":0.7708078832, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":3.410383732e-16 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"aol", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":18, | |
| "wins_b":103, | |
| "ties":0, | |
| "win_rate_a_over_b":0.1487603306, | |
| "mean_diff_a_minus_b":-0.0920325933, | |
| "median_diff_a_minus_b":-0.0594664378, | |
| "W_stat":518.0, | |
| "p_two_sided":2.311544437e-16, | |
| "z_equiv":-8.2047067302, | |
| "effect_size_r":0.74588243, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"aol", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":22, | |
| "wins_b":99, | |
| "ties":0, | |
| "win_rate_a_over_b":0.1818181818, | |
| "mean_diff_a_minus_b":-0.0683567538, | |
| "median_diff_a_minus_b":-0.0351344055, | |
| "W_stat":806.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.4597648834, | |
| "effect_size_r":0.6781604439, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"aol", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":27, | |
| "wins_b":94, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2231404959, | |
| "mean_diff_a_minus_b":-0.0674542894, | |
| "median_diff_a_minus_b":-0.0264984947, | |
| "W_stat":971.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.0329752836, | |
| "effect_size_r":0.6393613894, | |
| "p_holm_global":0.0000000001, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":25, | |
| "wins_b":96, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2066115702, | |
| "mean_diff_a_minus_b":-0.0727332781, | |
| "median_diff_a_minus_b":-0.0313389237, | |
| "W_stat":1013.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-6.9243379309, | |
| "effect_size_r":0.6294852664, | |
| "p_holm_global":0.0000000002, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ortho", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":31, | |
| "wins_b":89, | |
| "ties":1, | |
| "win_rate_a_over_b":0.2603305785, | |
| "mean_diff_a_minus_b":-0.0245783039, | |
| "median_diff_a_minus_b":-0.0125617273, | |
| "W_stat":1269.0, | |
| "p_two_sided":0.0000000006, | |
| "z_equiv":-6.1818405096, | |
| "effect_size_r":0.564322249, | |
| "p_holm_global":0.0000000222, | |
| "p_holm_within_metric":0.0000000063 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":94, | |
| "wins_b":27, | |
| "ties":0, | |
| "win_rate_a_over_b":0.7768595041, | |
| "mean_diff_a_minus_b":0.025360234, | |
| "median_diff_a_minus_b":0.013893891, | |
| "W_stat":1309.0, | |
| "p_two_sided":0.0000000007, | |
| "z_equiv":6.158703255, | |
| "effect_size_r":0.5598821141, | |
| "p_holm_global":0.0000000249, | |
| "p_holm_within_metric":0.0000000066 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":86, | |
| "wins_b":35, | |
| "ties":0, | |
| "win_rate_a_over_b":0.7107438017, | |
| "mean_diff_a_minus_b":0.0244577696, | |
| "median_diff_a_minus_b":0.0110695032, | |
| "W_stat":1503.0, | |
| "p_two_sided":0.0000000154, | |
| "z_equiv":5.6569021498, | |
| "effect_size_r":0.5142638318, | |
| "p_holm_global":0.0000004932, | |
| "p_holm_within_metric":0.0000001233 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":87, | |
| "wins_b":33, | |
| "ties":1, | |
| "win_rate_a_over_b":0.7231404959, | |
| "mean_diff_a_minus_b":0.0200812453, | |
| "median_diff_a_minus_b":0.0108439309, | |
| "W_stat":1689.0, | |
| "p_two_sided":0.0000003736, | |
| "z_equiv":5.0819154878, | |
| "effect_size_r":0.4639132913, | |
| "p_holm_global":0.0000108358, | |
| "p_holm_within_metric":0.0000026155 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"sandwich", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":83, | |
| "wins_b":38, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6859504132, | |
| "mean_diff_a_minus_b":0.0236758395, | |
| "median_diff_a_minus_b":0.0089801928, | |
| "W_stat":1789.0, | |
| "p_two_sided":0.0000008782, | |
| "z_equiv":4.9171335102, | |
| "effect_size_r":0.4470121373, | |
| "p_holm_global":0.0000228334, | |
| "p_holm_within_metric":0.0000052692 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":43, | |
| "wins_b":78, | |
| "ties":0, | |
| "win_rate_a_over_b":0.3553719008, | |
| "mean_diff_a_minus_b":-0.0192993151, | |
| "median_diff_a_minus_b":-0.0067946254, | |
| "W_stat":2364.0, | |
| "p_two_sided":0.0006039452, | |
| "z_equiv":-3.42983642, | |
| "effect_size_r":0.3118033109, | |
| "p_holm_global":0.0072473427, | |
| "p_holm_within_metric":0.0030197261 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":66, | |
| "wins_b":54, | |
| "ties":1, | |
| "win_rate_a_over_b":0.5495867769, | |
| "mean_diff_a_minus_b":0.0043765243, | |
| "median_diff_a_minus_b":0.0019017287, | |
| "W_stat":3070.0, | |
| "p_two_sided":0.1428507422, | |
| "z_equiv":1.4652572612, | |
| "effect_size_r":0.1337590758, | |
| "p_holm_global":0.8656977152, | |
| "p_holm_within_metric":0.5714029689 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":71, | |
| "wins_b":50, | |
| "ties":0, | |
| "win_rate_a_over_b":0.5867768595, | |
| "mean_diff_a_minus_b":0.0052789887, | |
| "median_diff_a_minus_b":0.002452642, | |
| "W_stat":3138.0, | |
| "p_two_sided":0.1533479338, | |
| "z_equiv":1.4278052065, | |
| "effect_size_r":0.1298004733, | |
| "p_holm_global":0.8656977152, | |
| "p_holm_within_metric":0.5714029689 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ortho", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":60, | |
| "wins_b":61, | |
| "ties":0, | |
| "win_rate_a_over_b":0.4958677686, | |
| "mean_diff_a_minus_b":-0.0009024644, | |
| "median_diff_a_minus_b":-0.0003659998, | |
| "W_stat":3623.0, | |
| "p_two_sided":0.8624137031, | |
| "z_equiv":-0.1733024435, | |
| "effect_size_r":0.0157547676, | |
| "p_holm_global":1.0, | |
| "p_holm_within_metric":1.0 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":59, | |
| "wins_b":62, | |
| "ties":0, | |
| "win_rate_a_over_b":0.4876033058, | |
| "mean_diff_a_minus_b":0.0007819301, | |
| "median_diff_a_minus_b":-0.0001641521, | |
| "W_stat":3624.0, | |
| "p_two_sided":0.8644472072, | |
| "z_equiv":0.1707158399, | |
| "effect_size_r":0.0155196218, | |
| "p_holm_global":1.0, | |
| "p_holm_within_metric":1.0 | |
| } | |
| ] |