| [ | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":1, | |
| "wins_b":120, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0082644628, | |
| "mean_diff_a_minus_b":-0.2739230915, | |
| "median_diff_a_minus_b":-0.2317528344, | |
| "W_stat":45.0, | |
| "p_two_sided":4.173048145e-21, | |
| "z_equiv":-9.4281702496, | |
| "effect_size_r":0.8571063863, | |
| "p_holm_global":3.046325146e-19, | |
| "p_holm_within_metric":6.259572217e-20 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"aol", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":3, | |
| "wins_b":117, | |
| "ties":1, | |
| "win_rate_a_over_b":0.0289256198, | |
| "mean_diff_a_minus_b":-0.2489971982, | |
| "median_diff_a_minus_b":-0.2098822109, | |
| "W_stat":60.0, | |
| "p_two_sided":8.927572293e-21, | |
| "z_equiv":-9.3480532511, | |
| "effect_size_r":0.8533566057, | |
| "p_holm_global":6.249300605e-19, | |
| "p_holm_within_metric":1.249860121e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"aol", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":5, | |
| "wins_b":116, | |
| "ties":0, | |
| "win_rate_a_over_b":0.041322314, | |
| "mean_diff_a_minus_b":-0.2999183728, | |
| "median_diff_a_minus_b":-0.2735294178, | |
| "W_stat":82.0, | |
| "p_two_sided":1.034358853e-20, | |
| "z_equiv":-9.3324659151, | |
| "effect_size_r":0.8484059923, | |
| "p_holm_global":7.033640204e-19, | |
| "p_holm_within_metric":1.34466651e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"aol", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":117, | |
| "wins_a":1, | |
| "wins_b":116, | |
| "ties":4, | |
| "win_rate_a_over_b":0.0247933884, | |
| "mean_diff_a_minus_b":-0.2222316045, | |
| "median_diff_a_minus_b":-0.1720663907, | |
| "W_stat":34.0, | |
| "p_two_sided":1.49193415e-20, | |
| "z_equiv":-9.2935734145, | |
| "effect_size_r":0.8591911661, | |
| "p_holm_global":9.995958805e-19, | |
| "p_holm_within_metric":1.79032098e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":14, | |
| "wins_b":107, | |
| "ties":0, | |
| "win_rate_a_over_b":0.1157024793, | |
| "mean_diff_a_minus_b":-0.1491411817, | |
| "median_diff_a_minus_b":-0.0818716213, | |
| "W_stat":450.0, | |
| "p_two_sided":5.266046065e-17, | |
| "z_equiv":-8.3805957774, | |
| "effect_size_r":0.7618723434, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":5.792650671e-16 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt", | |
| "n_common":121, | |
| "n_nonzero":96, | |
| "wins_a":6, | |
| "wins_b":90, | |
| "ties":25, | |
| "win_rate_a_over_b":0.152892562, | |
| "mean_diff_a_minus_b":-0.1507771911, | |
| "median_diff_a_minus_b":-0.0671557561, | |
| "W_stat":113.0, | |
| "p_two_sided":5.846618541e-16, | |
| "z_equiv":-8.0924712901, | |
| "effect_size_r":0.8259343925, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":25, | |
| "wins_b":96, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2066115702, | |
| "mean_diff_a_minus_b":-0.1231459003, | |
| "median_diff_a_minus_b":-0.0714981307, | |
| "W_stat":733.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.6485869487, | |
| "effect_size_r":0.6953260862, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ortho", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":18, | |
| "wins_b":102, | |
| "ties":1, | |
| "win_rate_a_over_b":0.152892562, | |
| "mean_diff_a_minus_b":-0.0509211747, | |
| "median_diff_a_minus_b":-0.0375725031, | |
| "W_stat":945.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.0303540979, | |
| "effect_size_r":0.6417805878, | |
| "p_holm_global":0.0000000001, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"sandwich", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":93, | |
| "wins_b":28, | |
| "ties":0, | |
| "win_rate_a_over_b":0.7685950413, | |
| "mean_diff_a_minus_b":0.0776867683, | |
| "median_diff_a_minus_b":0.043483858, | |
| "W_stat":995.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":6.9708967963, | |
| "effect_size_r":0.6337178906, | |
| "p_holm_global":0.0000000001, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":32, | |
| "wins_b":88, | |
| "ties":1, | |
| "win_rate_a_over_b":0.2685950413, | |
| "mean_diff_a_minus_b":-0.098220007, | |
| "median_diff_a_minus_b":-0.035191671, | |
| "W_stat":1203.0, | |
| "p_two_sided":0.0000000002, | |
| "z_equiv":-6.3546858702, | |
| "effect_size_r":0.5801007995, | |
| "p_holm_global":0.0000000077, | |
| "p_holm_within_metric":0.0000000013 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":117, | |
| "wins_a":35, | |
| "wins_b":82, | |
| "ties":4, | |
| "win_rate_a_over_b":0.305785124, | |
| "mean_diff_a_minus_b":-0.0714544134, | |
| "median_diff_a_minus_b":-0.0293723642, | |
| "W_stat":1335.0, | |
| "p_two_sided":0.0000000087, | |
| "z_equiv":-5.7551072125, | |
| "effect_size_r":0.53205985, | |
| "p_holm_global":0.0000002598, | |
| "p_holm_within_metric":0.0000000433 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":89, | |
| "wins_b":32, | |
| "ties":0, | |
| "win_rate_a_over_b":0.7355371901, | |
| "mean_diff_a_minus_b":0.0516914869, | |
| "median_diff_a_minus_b":0.0233454705, | |
| "W_stat":1603.0, | |
| "p_two_sided":0.0000000673, | |
| "z_equiv":5.3982417863, | |
| "effect_size_r":0.4907492533, | |
| "p_holm_global":0.0000018843, | |
| "p_holm_within_metric":0.0000002692 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":81, | |
| "wins_b":40, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6694214876, | |
| "mean_diff_a_minus_b":0.0249258933, | |
| "median_diff_a_minus_b":0.0182105228, | |
| "W_stat":2277.0, | |
| "p_two_sided":0.0002573114, | |
| "z_equiv":3.6548709363, | |
| "effect_size_r":0.3322609942, | |
| "p_holm_global":0.004631605, | |
| "p_holm_within_metric":0.0007719342 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":54, | |
| "wins_b":67, | |
| "ties":0, | |
| "win_rate_a_over_b":0.4462809917, | |
| "mean_diff_a_minus_b":-0.0259952814, | |
| "median_diff_a_minus_b":-0.0096504689, | |
| "W_stat":2867.0, | |
| "p_two_sided":0.0332728975, | |
| "z_equiv":-2.1287747916, | |
| "effect_size_r":0.1935249811, | |
| "p_holm_global":0.3078706868, | |
| "p_holm_within_metric":0.066545795 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_108", | |
| "alg_a":"ortho", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":67, | |
| "wins_b":54, | |
| "ties":0, | |
| "win_rate_a_over_b":0.5537190083, | |
| "mean_diff_a_minus_b":0.0267655936, | |
| "median_diff_a_minus_b":0.0061113834, | |
| "W_stat":2930.0, | |
| "p_two_sided":0.0493195497, | |
| "z_equiv":1.9658187626, | |
| "effect_size_r":0.1787107966, | |
| "p_holm_global":0.3945563974, | |
| "p_holm_within_metric":0.066545795 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":110, | |
| "wins_a":0, | |
| "wins_b":110, | |
| "ties":11, | |
| "win_rate_a_over_b":0.0454545455, | |
| "mean_diff_a_minus_b":-0.1337634204, | |
| "median_diff_a_minus_b":-0.0716657937, | |
| "W_stat":0.0, | |
| "p_two_sided":8.869456124e-20, | |
| "z_equiv":-9.1019863804, | |
| "effect_size_r":0.8678403502, | |
| "p_holm_global":5.587757358e-18, | |
| "p_holm_within_metric":1.330418419e-18 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"aol", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":114, | |
| "wins_a":2, | |
| "wins_b":112, | |
| "ties":7, | |
| "win_rate_a_over_b":0.0454545455, | |
| "mean_diff_a_minus_b":-0.1626829197, | |
| "median_diff_a_minus_b":-0.0885858461, | |
| "W_stat":74.0, | |
| "p_two_sided":1.351396746e-19, | |
| "z_equiv":-9.0561471899, | |
| "effect_size_r":0.8481858966, | |
| "p_holm_global":8.378659827e-18, | |
| "p_holm_within_metric":1.891955445e-18 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"aol", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":103, | |
| "wins_a":2, | |
| "wins_b":101, | |
| "ties":18, | |
| "win_rate_a_over_b":0.0909090909, | |
| "mean_diff_a_minus_b":-0.1051036161, | |
| "median_diff_a_minus_b":-0.0429337709, | |
| "W_stat":22.0, | |
| "p_two_sided":2.407012276e-18, | |
| "z_equiv":-8.7363791132, | |
| "effect_size_r":0.8608210125, | |
| "p_holm_global":1.468277489e-16, | |
| "p_holm_within_metric":3.129115959e-17 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"aol", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":105, | |
| "wins_a":2, | |
| "wins_b":103, | |
| "ties":16, | |
| "win_rate_a_over_b":0.0826446281, | |
| "mean_diff_a_minus_b":-0.1135240161, | |
| "median_diff_a_minus_b":-0.0488128485, | |
| "W_stat":71.0, | |
| "p_two_sided":4.454047917e-18, | |
| "z_equiv":-8.66655163, | |
| "effect_size_r":0.8457688368, | |
| "p_holm_global":2.67242875e-16, | |
| "p_holm_within_metric":5.344857501e-17 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":114, | |
| "wins_a":10, | |
| "wins_b":104, | |
| "ties":7, | |
| "win_rate_a_over_b":0.1115702479, | |
| "mean_diff_a_minus_b":-0.0879753088, | |
| "median_diff_a_minus_b":-0.0350877196, | |
| "W_stat":415.0, | |
| "p_two_sided":5.869031305e-16, | |
| "z_equiv":-8.0920053879, | |
| "effect_size_r":0.7578857434, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ortho", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":114, | |
| "wins_a":17, | |
| "wins_b":97, | |
| "ties":7, | |
| "win_rate_a_over_b":0.1694214876, | |
| "mean_diff_a_minus_b":-0.0491589036, | |
| "median_diff_a_minus_b":-0.0273425561, | |
| "W_stat":465.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.9506356222, | |
| "effect_size_r":0.7446452517, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt", | |
| "n_common":121, | |
| "n_nonzero":87, | |
| "wins_a":3, | |
| "wins_b":84, | |
| "ties":34, | |
| "win_rate_a_over_b":0.1652892562, | |
| "mean_diff_a_minus_b":-0.0747076109, | |
| "median_diff_a_minus_b":-0.0172084123, | |
| "W_stat":48.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.8955227184, | |
| "effect_size_r":0.8464888875, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":110, | |
| "wins_a":20, | |
| "wins_b":90, | |
| "ties":11, | |
| "win_rate_a_over_b":0.2107438017, | |
| "mean_diff_a_minus_b":-0.0590558095, | |
| "median_diff_a_minus_b":-0.0295574367, | |
| "W_stat":685.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.0591093586, | |
| "effect_size_r":0.6730596687, | |
| "p_holm_global":0.0000000001, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"sandwich", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":114, | |
| "wins_a":84, | |
| "wins_b":30, | |
| "ties":7, | |
| "win_rate_a_over_b":0.7231404959, | |
| "mean_diff_a_minus_b":0.0575793037, | |
| "median_diff_a_minus_b":0.0163958966, | |
| "W_stat":1043.0, | |
| "p_two_sided":0.0000000003, | |
| "z_equiv":6.3164011309, | |
| "effect_size_r":0.5915851679, | |
| "p_holm_global":0.0000000096, | |
| "p_holm_within_metric":0.0000000019 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":111, | |
| "wins_a":80, | |
| "wins_b":31, | |
| "ties":10, | |
| "win_rate_a_over_b":0.7024793388, | |
| "mean_diff_a_minus_b":0.0286598044, | |
| "median_diff_a_minus_b":0.0146750305, | |
| "W_stat":1338.0, | |
| "p_two_sided":0.0000001926, | |
| "z_equiv":5.2063487426, | |
| "effect_size_r":0.4941647538, | |
| "p_holm_global":0.0000052, | |
| "p_holm_within_metric":0.0000011556 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":103, | |
| "wins_a":27, | |
| "wins_b":76, | |
| "ties":18, | |
| "win_rate_a_over_b":0.2975206612, | |
| "mean_diff_a_minus_b":-0.0303960051, | |
| "median_diff_a_minus_b":-0.0085921446, | |
| "W_stat":1234.0, | |
| "p_two_sided":0.0000020443, | |
| "z_equiv":-4.7489976464, | |
| "effect_size_r":0.4679326423, | |
| "p_holm_global":0.000049814, | |
| "p_holm_within_metric":0.0000102214 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":112, | |
| "wins_a":79, | |
| "wins_b":33, | |
| "ties":9, | |
| "win_rate_a_over_b":0.6900826446, | |
| "mean_diff_a_minus_b":0.0202394043, | |
| "median_diff_a_minus_b":0.0148802027, | |
| "W_stat":1541.0, | |
| "p_two_sided":0.0000024732, | |
| "z_equiv":4.7103245755, | |
| "effect_size_r":0.4450838365, | |
| "p_holm_global":0.0000568842, | |
| "p_holm_within_metric":0.0000102214 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":104, | |
| "wins_a":30, | |
| "wins_b":74, | |
| "ties":17, | |
| "win_rate_a_over_b":0.3181818182, | |
| "mean_diff_a_minus_b":-0.0388164052, | |
| "median_diff_a_minus_b":-0.0039353251, | |
| "W_stat":1287.0, | |
| "p_two_sided":0.0000029004, | |
| "z_equiv":-4.6777497092, | |
| "effect_size_r":0.4586910971, | |
| "p_holm_global":0.0000638089, | |
| "p_holm_within_metric":0.0000102214 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":115, | |
| "wins_a":45, | |
| "wins_b":70, | |
| "ties":6, | |
| "win_rate_a_over_b":0.3966942149, | |
| "mean_diff_a_minus_b":-0.0289194993, | |
| "median_diff_a_minus_b":-0.0067800414, | |
| "W_stat":2292.0, | |
| "p_two_sided":0.003621671, | |
| "z_equiv":-2.9093621184, | |
| "effect_size_r":0.2712994164, | |
| "p_holm_global":0.050703394, | |
| "p_holm_within_metric":0.007243342 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_255", | |
| "alg_a":"ortho", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":107, | |
| "wins_a":51, | |
| "wins_b":56, | |
| "ties":14, | |
| "win_rate_a_over_b":0.479338843, | |
| "mean_diff_a_minus_b":0.0084204, | |
| "median_diff_a_minus_b":0.0, | |
| "W_stat":2810.0, | |
| "p_two_sided":0.8072471563, | |
| "z_equiv":0.2439789068, | |
| "effect_size_r":0.0235863312, | |
| "p_holm_global":1.0, | |
| "p_holm_within_metric":0.8072471563 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":3, | |
| "wins_b":118, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0247933884, | |
| "mean_diff_a_minus_b":-0.3159544249, | |
| "median_diff_a_minus_b":-0.2903496213, | |
| "W_stat":53.0, | |
| "p_two_sided":5.081865377e-21, | |
| "z_equiv":-9.4074774205, | |
| "effect_size_r":0.85522522, | |
| "p_holm_global":3.608124418e-19, | |
| "p_holm_within_metric":7.622798066e-20 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"aol", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":4, | |
| "wins_b":117, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0330578512, | |
| "mean_diff_a_minus_b":-0.2939407802, | |
| "median_diff_a_minus_b":-0.2717649229, | |
| "W_stat":115.0, | |
| "p_two_sided":2.306486848e-20, | |
| "z_equiv":-9.2471079952, | |
| "effect_size_r":0.8406461814, | |
| "p_holm_global":1.52228132e-18, | |
| "p_holm_within_metric":3.229081588e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"aol", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":9, | |
| "wins_b":112, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0743801653, | |
| "mean_diff_a_minus_b":-0.3362883789, | |
| "median_diff_a_minus_b":-0.3413665891, | |
| "W_stat":135.0, | |
| "p_two_sided":3.736856648e-20, | |
| "z_equiv":-9.1953759225, | |
| "effect_size_r":0.8359432657, | |
| "p_holm_global":2.428956821e-18, | |
| "p_holm_within_metric":4.857913642e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"aol", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":8, | |
| "wins_b":113, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0661157025, | |
| "mean_diff_a_minus_b":-0.3145207473, | |
| "median_diff_a_minus_b":-0.298160661, | |
| "W_stat":140.0, | |
| "p_two_sided":4.214205424e-20, | |
| "z_equiv":-9.1824429043, | |
| "effect_size_r":0.8347675368, | |
| "p_holm_global":2.697091471e-18, | |
| "p_holm_within_metric":5.057046509e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":22, | |
| "wins_b":99, | |
| "ties":0, | |
| "win_rate_a_over_b":0.1818181818, | |
| "mean_diff_a_minus_b":-0.1593331515, | |
| "median_diff_a_minus_b":-0.0761357992, | |
| "W_stat":770.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.5528826142, | |
| "effect_size_r":0.6866256922, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt", | |
| "n_common":121, | |
| "n_nonzero":117, | |
| "wins_a":22, | |
| "wins_b":95, | |
| "ties":4, | |
| "win_rate_a_over_b":0.1983471074, | |
| "mean_diff_a_minus_b":-0.1769552274, | |
| "median_diff_a_minus_b":-0.1111815423, | |
| "W_stat":872.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.0143768908, | |
| "effect_size_r":0.648479373, | |
| "p_holm_global":0.0000000001, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":34, | |
| "wins_b":87, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2809917355, | |
| "mean_diff_a_minus_b":-0.1389991975, | |
| "median_diff_a_minus_b":-0.0613140762, | |
| "W_stat":1073.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-6.7691417128, | |
| "effect_size_r":0.6153765193, | |
| "p_holm_global":0.0000000005, | |
| "p_holm_within_metric":0.0000000001 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":38, | |
| "wins_b":83, | |
| "ties":0, | |
| "win_rate_a_over_b":0.3140495868, | |
| "mean_diff_a_minus_b":-0.1169855528, | |
| "median_diff_a_minus_b":-0.0544650611, | |
| "W_stat":1275.0, | |
| "p_two_sided":0.0000000004, | |
| "z_equiv":-6.2466477785, | |
| "effect_size_r":0.5678770708, | |
| "p_holm_global":0.0000000143, | |
| "p_holm_within_metric":0.0000000034 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":40, | |
| "wins_b":81, | |
| "ties":0, | |
| "win_rate_a_over_b":0.3305785124, | |
| "mean_diff_a_minus_b":-0.1375655199, | |
| "median_diff_a_minus_b":-0.058108862, | |
| "W_stat":1346.0, | |
| "p_two_sided":0.0000000013, | |
| "z_equiv":-6.0629989205, | |
| "effect_size_r":0.55118172, | |
| "p_holm_global":0.0000000428, | |
| "p_holm_within_metric":0.0000000094 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"sandwich", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":89, | |
| "wins_b":32, | |
| "ties":0, | |
| "win_rate_a_over_b":0.7355371901, | |
| "mean_diff_a_minus_b":0.0423475987, | |
| "median_diff_a_minus_b":0.0236002803, | |
| "W_stat":1459.0, | |
| "p_two_sided":0.0000000079, | |
| "z_equiv":5.7707127097, | |
| "effect_size_r":0.5246102463, | |
| "p_holm_global":0.0000002447, | |
| "p_holm_within_metric":0.0000000474 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ortho", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":33, | |
| "wins_b":87, | |
| "ties":1, | |
| "win_rate_a_over_b":0.2768595041, | |
| "mean_diff_a_minus_b":-0.0217676316, | |
| "median_diff_a_minus_b":-0.0164444894, | |
| "W_stat":1846.0, | |
| "p_two_sided":0.000003001, | |
| "z_equiv":-4.6707530392, | |
| "effect_size_r":0.4263794667, | |
| "p_holm_global":0.0000638089, | |
| "p_holm_within_metric":0.0000150049 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":81, | |
| "wins_b":40, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6694214876, | |
| "mean_diff_a_minus_b":0.0220136447, | |
| "median_diff_a_minus_b":0.0100490861, | |
| "W_stat":2305.0, | |
| "p_two_sided":0.000340392, | |
| "z_equiv":3.5824460345, | |
| "effect_size_r":0.3256769122, | |
| "p_holm_global":0.0054462712, | |
| "p_holm_within_metric":0.0013615678 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":50, | |
| "wins_b":71, | |
| "ties":0, | |
| "win_rate_a_over_b":0.4132231405, | |
| "mean_diff_a_minus_b":-0.020333954, | |
| "median_diff_a_minus_b":-0.0093774051, | |
| "W_stat":2753.0, | |
| "p_two_sided":0.0153655075, | |
| "z_equiv":-2.423647606, | |
| "effect_size_r":0.2203316005, | |
| "p_holm_global":0.1843860902, | |
| "p_holm_within_metric":0.0460965226 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ortho", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":65, | |
| "wins_b":56, | |
| "ties":0, | |
| "win_rate_a_over_b":0.5371900826, | |
| "mean_diff_a_minus_b":0.0205799671, | |
| "median_diff_a_minus_b":0.0014110952, | |
| "W_stat":2942.0, | |
| "p_two_sided":0.0530173574, | |
| "z_equiv":1.934779519, | |
| "effect_size_r":0.1758890472, | |
| "p_holm_global":0.3945563974, | |
| "p_holm_within_metric":0.1060347149 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_36", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":75, | |
| "wins_b":46, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6198347107, | |
| "mean_diff_a_minus_b":0.0014336775, | |
| "median_diff_a_minus_b":0.0064880252, | |
| "W_stat":3172.0, | |
| "p_two_sided":0.1802906425, | |
| "z_equiv":1.3398606829, | |
| "effect_size_r":0.1218055166, | |
| "p_holm_global":1.0, | |
| "p_holm_within_metric":0.1802906425 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"aol", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":0, | |
| "wins_b":121, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0, | |
| "mean_diff_a_minus_b":-0.2656215986, | |
| "median_diff_a_minus_b":-0.2418231331, | |
| "W_stat":0.0, | |
| "p_two_sided":1.36676811e-21, | |
| "z_equiv":-9.5445674132, | |
| "effect_size_r":0.8676879467, | |
| "p_holm_global":1.025076083e-19, | |
| "p_holm_within_metric":2.050152165e-20 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":1, | |
| "wins_b":120, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0082644628, | |
| "mean_diff_a_minus_b":-0.3045117887, | |
| "median_diff_a_minus_b":-0.2825206725, | |
| "W_stat":25.0, | |
| "p_two_sided":2.545212099e-21, | |
| "z_equiv":-9.4799023223, | |
| "effect_size_r":0.861809302, | |
| "p_holm_global":1.883456953e-19, | |
| "p_holm_within_metric":3.563296938e-20 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"aol", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":4, | |
| "wins_b":117, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0330578512, | |
| "mean_diff_a_minus_b":-0.2930986073, | |
| "median_diff_a_minus_b":-0.2681985311, | |
| "W_stat":45.0, | |
| "p_two_sided":4.173048145e-21, | |
| "z_equiv":-9.4281702496, | |
| "effect_size_r":0.8571063863, | |
| "p_holm_global":3.046325146e-19, | |
| "p_holm_within_metric":5.424962588e-20 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"aol", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":6, | |
| "wins_b":115, | |
| "ties":0, | |
| "win_rate_a_over_b":0.0495867769, | |
| "mean_diff_a_minus_b":-0.332593737, | |
| "median_diff_a_minus_b":-0.3329101392, | |
| "W_stat":80.0, | |
| "p_two_sided":9.850602055e-21, | |
| "z_equiv":-9.3376391224, | |
| "effect_size_r":0.8488762839, | |
| "p_holm_global":6.796915418e-19, | |
| "p_holm_within_metric":1.182072247e-19 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":16, | |
| "wins_b":105, | |
| "ties":0, | |
| "win_rate_a_over_b":0.132231405, | |
| "mean_diff_a_minus_b":-0.1617923106, | |
| "median_diff_a_minus_b":-0.0864403248, | |
| "W_stat":509.0, | |
| "p_two_sided":1.903870686e-16, | |
| "z_equiv":-8.227986163, | |
| "effect_size_r":0.7479987421, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt", | |
| "n_common":121, | |
| "n_nonzero":103, | |
| "wins_a":10, | |
| "wins_b":93, | |
| "ties":18, | |
| "win_rate_a_over_b":0.1570247934, | |
| "mean_diff_a_minus_b":-0.1708014264, | |
| "median_diff_a_minus_b":-0.0849279724, | |
| "W_stat":304.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.8086220392, | |
| "effect_size_r":0.7694063917, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":30, | |
| "wins_b":91, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2479338843, | |
| "mean_diff_a_minus_b":-0.1337103623, | |
| "median_diff_a_minus_b":-0.0764530534, | |
| "W_stat":873.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.2864624398, | |
| "effect_size_r":0.6624056763, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"sandwich", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":95, | |
| "wins_b":26, | |
| "ties":0, | |
| "win_rate_a_over_b":0.7851239669, | |
| "mean_diff_a_minus_b":0.0669721384, | |
| "median_diff_a_minus_b":0.039064005, | |
| "W_stat":1169.0, | |
| "p_two_sided":0.0000000001, | |
| "z_equiv":6.5208277639, | |
| "effect_size_r":0.592802524, | |
| "p_holm_global":0.0000000028, | |
| "p_holm_within_metric":0.0000000006 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ortho", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":22, | |
| "wins_b":98, | |
| "ties":1, | |
| "win_rate_a_over_b":0.1859504132, | |
| "mean_diff_a_minus_b":-0.0394951297, | |
| "median_diff_a_minus_b":-0.0318346173, | |
| "W_stat":1154.0, | |
| "p_two_sided":0.0000000001, | |
| "z_equiv":-6.4830104561, | |
| "effect_size_r":0.5918151779, | |
| "p_holm_global":0.0000000035, | |
| "p_holm_within_metric":0.0000000006 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":34, | |
| "wins_b":87, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2809917355, | |
| "mean_diff_a_minus_b":-0.0948201722, | |
| "median_diff_a_minus_b":-0.04369919, | |
| "W_stat":1219.0, | |
| "p_two_sided":0.0000000002, | |
| "z_equiv":-6.3914975821, | |
| "effect_size_r":0.5810452347, | |
| "p_holm_global":0.0000000062, | |
| "p_holm_within_metric":0.000000001 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":36, | |
| "wins_b":85, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2975206612, | |
| "mean_diff_a_minus_b":-0.1222971809, | |
| "median_diff_a_minus_b":-0.0452102409, | |
| "W_stat":1256.0, | |
| "p_two_sided":0.0000000003, | |
| "z_equiv":-6.2957932476, | |
| "effect_size_r":0.5723448407, | |
| "p_holm_global":0.0000000107, | |
| "p_holm_within_metric":0.0000000015 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":89, | |
| "wins_b":32, | |
| "ties":0, | |
| "win_rate_a_over_b":0.7355371901, | |
| "mean_diff_a_minus_b":0.03889019, | |
| "median_diff_a_minus_b":0.0201615543, | |
| "W_stat":1852.0, | |
| "p_two_sided":0.0000019926, | |
| "z_equiv":4.7541774811, | |
| "effect_size_r":0.4321979528, | |
| "p_holm_global":0.000049814, | |
| "p_holm_within_metric":0.0000079702 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":49, | |
| "wins_b":72, | |
| "ties":0, | |
| "win_rate_a_over_b":0.4049586777, | |
| "mean_diff_a_minus_b":-0.0280819483, | |
| "median_diff_a_minus_b":-0.0133254528, | |
| "W_stat":2656.0, | |
| "p_two_sided":0.0074830028, | |
| "z_equiv":-2.6745481586, | |
| "effect_size_r":0.2431407417, | |
| "p_holm_global":0.0972790362, | |
| "p_holm_within_metric":0.0224490084 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ortho", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":67, | |
| "wins_b":54, | |
| "ties":0, | |
| "win_rate_a_over_b":0.5537190083, | |
| "mean_diff_a_minus_b":0.0274770087, | |
| "median_diff_a_minus_b":0.0045558959, | |
| "W_stat":2784.0, | |
| "p_two_sided":0.0191056626, | |
| "z_equiv":2.3434628933, | |
| "effect_size_r":0.2130420812, | |
| "p_holm_global":0.2101622889, | |
| "p_holm_within_metric":0.0382113252 | |
| }, | |
| { | |
| "metric":"mean_cert_acc_72", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":74, | |
| "wins_b":47, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6115702479, | |
| "mean_diff_a_minus_b":0.0114131814, | |
| "median_diff_a_minus_b":0.0088901073, | |
| "W_stat":2855.0, | |
| "p_two_sided":0.0307870687, | |
| "z_equiv":2.1598140352, | |
| "effect_size_r":0.1963467305, | |
| "p_holm_global":0.3078706868, | |
| "p_holm_within_metric":0.0382113252 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":16, | |
| "wins_b":105, | |
| "ties":0, | |
| "win_rate_a_over_b":0.132231405, | |
| "mean_diff_a_minus_b":-0.1195835257, | |
| "median_diff_a_minus_b":-0.0631501061, | |
| "W_stat":409.0, | |
| "p_two_sided":2.126854418e-17, | |
| "z_equiv":-8.4866465265, | |
| "effect_size_r":0.7715133206, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":3.190281628e-16 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"aol", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":23, | |
| "wins_b":98, | |
| "ties":0, | |
| "win_rate_a_over_b":0.1900826446, | |
| "mean_diff_a_minus_b":-0.1113283867, | |
| "median_diff_a_minus_b":-0.0656148695, | |
| "W_stat":698.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.7391180759, | |
| "effect_size_r":0.7035561887, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"aol", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":25, | |
| "wins_b":96, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2066115702, | |
| "mean_diff_a_minus_b":-0.0986620727, | |
| "median_diff_a_minus_b":-0.0525094743, | |
| "W_stat":908.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-7.1959313126, | |
| "effect_size_r":0.6541755739, | |
| "p_holm_global":0.0, | |
| "p_holm_within_metric":0.0 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"aol", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":24, | |
| "wins_b":97, | |
| "ties":0, | |
| "win_rate_a_over_b":0.1983471074, | |
| "mean_diff_a_minus_b":-0.0961238247, | |
| "median_diff_a_minus_b":-0.0445100629, | |
| "W_stat":1047.0, | |
| "p_two_sided":0.0, | |
| "z_equiv":-6.8363934073, | |
| "effect_size_r":0.6214903098, | |
| "p_holm_global":0.0000000003, | |
| "p_holm_within_metric":0.0000000001 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"aol", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":27, | |
| "wins_b":94, | |
| "ties":0, | |
| "win_rate_a_over_b":0.2231404959, | |
| "mean_diff_a_minus_b":-0.0920606953, | |
| "median_diff_a_minus_b":-0.0356908378, | |
| "W_stat":1307.0, | |
| "p_two_sided":0.0000000007, | |
| "z_equiv":-6.1638764622, | |
| "effect_size_r":0.5603524057, | |
| "p_holm_global":0.0000000234, | |
| "p_holm_within_metric":0.0000000078 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":86, | |
| "wins_b":35, | |
| "ties":0, | |
| "win_rate_a_over_b":0.7107438017, | |
| "mean_diff_a_minus_b":0.023459701, | |
| "median_diff_a_minus_b":0.0102784065, | |
| "W_stat":1511.0, | |
| "p_two_sided":0.0000000174, | |
| "z_equiv":5.6362093207, | |
| "effect_size_r":0.5123826655, | |
| "p_holm_global":0.0000005041, | |
| "p_holm_within_metric":0.0000001738 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt", | |
| "alg_b":"ldlt-resnet", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":87, | |
| "wins_b":34, | |
| "ties":0, | |
| "win_rate_a_over_b":0.7190082645, | |
| "mean_diff_a_minus_b":0.0275228304, | |
| "median_diff_a_minus_b":0.0124811598, | |
| "W_stat":1779.0, | |
| "p_two_sided":0.0000007693, | |
| "z_equiv":4.9429995465, | |
| "effect_size_r":0.4493635951, | |
| "p_holm_global":0.0000200017, | |
| "p_holm_within_metric":0.0000069237 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":78, | |
| "wins_b":43, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6446280992, | |
| "mean_diff_a_minus_b":0.020921453, | |
| "median_diff_a_minus_b":0.010356299, | |
| "W_stat":2002.0, | |
| "p_two_sided":0.0000126434, | |
| "z_equiv":4.3661869359, | |
| "effect_size_r":0.3969260851, | |
| "p_holm_global":0.0002528686, | |
| "p_holm_within_metric":0.0001011474 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ortho", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":39, | |
| "wins_b":81, | |
| "ties":1, | |
| "win_rate_a_over_b":0.326446281, | |
| "mean_diff_a_minus_b":-0.012666314, | |
| "median_diff_a_minus_b":-0.0078946893, | |
| "W_stat":2171.0, | |
| "p_two_sided":0.0001336571, | |
| "z_equiv":-3.8196205818, | |
| "effect_size_r":0.348682059, | |
| "p_holm_global":0.0025394851, | |
| "p_holm_within_metric":0.0009355998 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"sandwich", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":80, | |
| "wins_b":41, | |
| "ties":0, | |
| "win_rate_a_over_b":0.6611570248, | |
| "mean_diff_a_minus_b":0.015204562, | |
| "median_diff_a_minus_b":0.006305895, | |
| "W_stat":2279.0, | |
| "p_two_sided":0.0002625491, | |
| "z_equiv":3.649697729, | |
| "effect_size_r":0.3317907026, | |
| "p_holm_global":0.004631605, | |
| "p_holm_within_metric":0.0015752945 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":47, | |
| "wins_b":74, | |
| "ties":0, | |
| "win_rate_a_over_b":0.3884297521, | |
| "mean_diff_a_minus_b":-0.0192676914, | |
| "median_diff_a_minus_b":-0.01009705, | |
| "W_stat":2411.0, | |
| "p_two_sided":0.0009387558, | |
| "z_equiv":-3.3082660492, | |
| "effect_size_r":0.300751459, | |
| "p_holm_global":0.0140813373, | |
| "p_holm_within_metric":0.0046937791 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt", | |
| "alg_b":"sandwich", | |
| "n_common":121, | |
| "n_nonzero":120, | |
| "wins_a":64, | |
| "wins_b":56, | |
| "ties":1, | |
| "win_rate_a_over_b":0.5330578512, | |
| "mean_diff_a_minus_b":0.008255139, | |
| "median_diff_a_minus_b":0.0008221223, | |
| "W_stat":3145.0, | |
| "p_two_sided":0.2044973939, | |
| "z_equiv":1.2688420788, | |
| "effect_size_r":0.1158289047, | |
| "p_holm_global":1.0, | |
| "p_holm_within_metric":0.8179895757 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"ortho", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":54, | |
| "wins_b":67, | |
| "ties":0, | |
| "win_rate_a_over_b":0.4462809917, | |
| "mean_diff_a_minus_b":-0.0066013774, | |
| "median_diff_a_minus_b":-0.0023532391, | |
| "W_stat":3206.0, | |
| "p_two_sided":0.2106004159, | |
| "z_equiv":-1.2519161593, | |
| "effect_size_r":0.1138105599, | |
| "p_holm_global":1.0, | |
| "p_holm_within_metric":0.8179895757 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ortho", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":60, | |
| "wins_b":61, | |
| "ties":0, | |
| "win_rate_a_over_b":0.4958677686, | |
| "mean_diff_a_minus_b":0.0025382481, | |
| "median_diff_a_minus_b":-0.0000065726, | |
| "W_stat":3382.0, | |
| "p_two_sided":0.4256404345, | |
| "z_equiv":0.7966739196, | |
| "effect_size_r":0.0724249018, | |
| "p_holm_global":1.0, | |
| "p_holm_within_metric":0.8512808691 | |
| }, | |
| { | |
| "metric":"mean_test_acc", | |
| "alg_a":"ldlt-resnet", | |
| "alg_b":"sdp", | |
| "n_common":121, | |
| "n_nonzero":121, | |
| "wins_a":58, | |
| "wins_b":63, | |
| "ties":0, | |
| "win_rate_a_over_b":0.479338843, | |
| "mean_diff_a_minus_b":-0.0040631294, | |
| "median_diff_a_minus_b":-0.0009775593, | |
| "W_stat":3627.0, | |
| "p_two_sided":0.8705530556, | |
| "z_equiv":-0.162956029, | |
| "effect_size_r":0.0148141845, | |
| "p_holm_global":1.0, | |
| "p_holm_within_metric":0.8705530556 | |
| } | |
| ] |