Add files using upload-large-folder tool

UCI_N4/jmlr_tables.tex

@@ -0,0 +1,469 @@
+% JMLR-ready tables for two-column papers
+% Required packages (no siunitx):
+% \usepackage{booktabs}
+% \usepackage{threeparttable}
+% \usepackage{threeparttablex} % for TableNotes + longtable
+% \usepackage{longtable}
+% Optional for landscape: \usepackage{pdflscape}
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption{Model dimension ranges (min--max across all datasets and folds). Input/Output dimensions follow dataset label spaces.}
+\label{tab:model-ranges}
+\begin{tabular}{l r r r r r r}
+\toprule
+Algorithm & Width & Depth & Parameters & Padding & Input dim & Output dim \\
+\midrule
+AOL & 32--512 & 4--4 & 282--694837 & 10--524 & 3--262 & 2--100 \\
+Orthogonal & 32--512 & 4--4 & 285--694840 & 10--524 & 3--262 & 2--100 \\
+Sandwich & 32--512 & 4--4 & 615--1520140 & 10--524 & 3--262 & 2--100 \\
+SLL & 32--512 & 4--4 & 1558--1084073 & 10--524 & 3--262 & 2--100 \\
+LDLT-L & 32--512 & 4--4 & 3366--929297 & 10--524 & 3--262 & 2--100 \\
+LDLT-R & 32--512 & 4--4 & 3463--1063442 & 10--524 & 3--262 & 2--100 \\
+\bottomrule
+\end{tabular}
+\end{threeparttable}
+\end{table*}
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption{Sorted mean$\pm$std across $N$ datasets for each algorithm.}
+\label{tab:metric_summary}
+\begin{tabular}{l r lllll}
+\toprule
+ &  &  & \multicolumn{4}{c}{Certified Accuracy} \\
+\cmidrule(lr){4-7}
+Algorithm & $N$ & Accuracy & 36/255 & 72/255 & 108/255 & 255/255 \\
+\midrule
+AOL & 121 & 0.6295\,\tiny$\pm$0.2278 & 0.3669\,\tiny$\pm$0.2895 & 0.2660\,\tiny$\pm$0.2953 & 0.2076\,\tiny$\pm$0.2819 & 0.0999\,\tiny$\pm$0.1875 \\
+Orthogonal & 121 & 0.6969\,\tiny$\pm$0.1938 & 0.5973\,\tiny$\pm$0.2386 & 0.5073\,\tiny$\pm$0.2617 & 0.4300\,\tiny$\pm$0.2702 & 0.1970\,\tiny$\pm$0.2288 \\
+Sandwich & 121 & 0.7215\,\tiny$\pm$0.1871 & \textbf{0.6375\,\tiny$\pm$0.2305} & \textbf{0.5593\,\tiny$\pm$0.2503} & \textbf{0.4836\,\tiny$\pm$0.2659} & \textbf{0.2496\,\tiny$\pm$0.2471} \\
+SLL & 121 & 0.6978\,\tiny$\pm$0.1998 & 0.5885\,\tiny$\pm$0.2451 & 0.4975\,\tiny$\pm$0.2649 & 0.4146\,\tiny$\pm$0.2715 & 0.1918\,\tiny$\pm$0.2222 \\
+\midrule
+LDLT-L & 121 & \textbf{0.7223\,\tiny$\pm$0.1868} & 0.5301\,\tiny$\pm$0.2920 & 0.4293\,\tiny$\pm$0.3049 & 0.3535\,\tiny$\pm$0.3003 & 0.1652\,\tiny$\pm$0.2281 \\
+LDLT-R & 121 & 0.7022\,\tiny$\pm$0.1944 & 0.6107\,\tiny$\pm$0.2314 & 0.5292\,\tiny$\pm$0.2525 & 0.4492\,\tiny$\pm$0.2655 & 0.2172\,\tiny$\pm$0.2312 \\
+\bottomrule
+\end{tabular}
+\end{threeparttable}
+\end{table*}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{\small
+\caption{Overall comparison on Mean Accuracy: average rank (lower is better) with Iman--Davenport $F=44.33$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.685$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.}
+\label{tab:overall:mean_test_acc}
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{@{}l r r r r r r@{}}
+\toprule
+Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\
+\midrule
+LDLT-L & 2.434 & 4 & 0 & 4 & 0.800 & 0.577 \\
+Sandwich & 2.566 & 4 & 0 & 4 & 0.800 & 0.517 \\
+LDLT-R & 3.438 & 1 & 2 & -1 & 0.200 & 0.629 \\
+SLL & 3.624 & 1 & 2 & -1 & 0.200 & 0.678 \\
+Orthogonal & 3.831 & 1 & 2 & -1 & 0.200 & 0.639 \\
+AOL & 5.107 & 0 & 5 & -5 & 0.000 & 0.000 \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{\small
+\caption{Overall comparison on Mean Certified Accuracy (36/255): average rank (lower is better) with Iman--Davenport $F=89.22$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.685$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.}
+\label{tab:overall:mean_cert_acc_36}
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{@{}l r r r r r r@{}}
+\toprule
+Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\
+\midrule
+Sandwich & 2.021 & 5 & 0 & 5 & 1.000 & 0.626 \\
+LDLT-R & 2.715 & 4 & 1 & 3 & 0.800 & 0.514 \\
+Orthogonal & 3.417 & 2 & 2 & 0 & 0.400 & 0.627 \\
+SLL & 3.426 & 2 & 2 & 0 & 0.400 & 0.602 \\
+LDLT-L & 3.785 & 1 & 4 & -3 & 0.200 & 0.732 \\
+AOL & 5.636 & 0 & 5 & -5 & 0.000 & 0.000 \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{\small
+\caption{Overall comparison on Mean Certified Accuracy (72/255): average rank (lower is better) with Iman--Davenport $F=101.00$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.685$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.}
+\label{tab:overall:mean_cert_acc_72}
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{@{}l r r r r r r@{}}
+\toprule
+Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\
+\midrule
+Sandwich & 1.926 & 5 & 0 & 5 & 1.000 & 0.670 \\
+LDLT-R & 2.628 & 4 & 1 & 3 & 0.800 & 0.557 \\
+Orthogonal & 3.376 & 2 & 2 & 0 & 0.400 & 0.643 \\
+SLL & 3.409 & 2 & 2 & 0 & 0.400 & 0.640 \\
+LDLT-L & 4.058 & 1 & 4 & -3 & 0.200 & 0.732 \\
+AOL & 5.603 & 0 & 5 & -5 & 0.000 & 0.000 \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{\small
+\caption{Overall comparison on Mean Certified Accuracy (108/255): average rank (lower is better) with Iman--Davenport $F=125.70$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.685$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.}
+\label{tab:overall:mean_cert_acc_108}
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{@{}l r r r r r r@{}}
+\toprule
+Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\
+\midrule
+Sandwich & 1.868 & 5 & 0 & 5 & 1.000 & 0.675 \\
+LDLT-R & 2.562 & 4 & 1 & 3 & 0.800 & 0.548 \\
+Orthogonal & 3.347 & 2 & 2 & 0 & 0.400 & 0.674 \\
+SLL & 3.360 & 2 & 2 & 0 & 0.400 & 0.660 \\
+LDLT-L & 4.136 & 1 & 4 & -3 & 0.200 & 0.801 \\
+AOL & 5.727 & 0 & 5 & -5 & 0.000 & 0.000 \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{\small
+\caption{Overall comparison on Mean Certified Accuracy (255/255): average rank (lower is better) with Iman--Davenport $F=105.79$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.685$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.}
+\label{tab:overall:mean_cert_acc_255}
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{@{}l r r r r r r@{}}
+\toprule
+Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\
+\midrule
+Sandwich & 1.909 & 5 & 0 & 5 & 1.000 & 0.671 \\
+LDLT-R & 2.550 & 4 & 1 & 3 & 0.800 & 0.575 \\
+SLL & 3.310 & 2 & 2 & 0 & 0.400 & 0.662 \\
+Orthogonal & 3.471 & 2 & 2 & 0 & 0.400 & 0.607 \\
+LDLT-L & 4.202 & 1 & 4 & -3 & 0.200 & 0.796 \\
+AOL & 5.558 & 0 & 5 & -5 & 0.000 & 0.000 \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{
+\caption{Pairwise Wilcoxon outcomes for Mean Accuracy (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).}
+\label{tab:signif:mean_test_acc}
+\setlength{\tabcolsep}{3pt}
+\begin{tabular}{@{}l c c c c c c @{}}
+\toprule
+ & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\
+\midrule
+AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+Sandwich & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{
+\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (36/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).}
+\label{tab:signif:mean_cert_acc_36}
+\setlength{\tabcolsep}{3pt}
+\begin{tabular}{@{}l c c c c c c @{}}
+\toprule
+ & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\
+\midrule
+AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\
+Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{
+\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (72/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).}
+\label{tab:signif:mean_cert_acc_72}
+\setlength{\tabcolsep}{3pt}
+\begin{tabular}{@{}l c c c c c c @{}}
+\toprule
+ & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\
+\midrule
+AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\
+Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{
+\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (108/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).}
+\label{tab:signif:mean_cert_acc_108}
+\setlength{\tabcolsep}{3pt}
+\begin{tabular}{@{}l c c c c c c @{}}
+\toprule
+ & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\
+\midrule
+AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\
+Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{
+\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (255/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).}
+\label{tab:signif:mean_cert_acc_255}
+\setlength{\tabcolsep}{3pt}
+\begin{tabular}{@{}l c c c c c c @{}}
+\toprule
+ & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\
+\midrule
+AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\
+Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption[Mean Accuracy]{Wilcoxon signed-rank tests (two-sided) for Mean Accuracy; $p$-values with Holm FWER corrections within-metric and global.}
+\label{tab:wilcoxon:mean_test_acc}
+\begingroup
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{ll r r r r r r r r r r r}
+\toprule
+\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13}
+Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\
+\midrule
+AOL & LDLT-L & 121 & 16 & 105 & 0 & 0.1322 & -0.0568 & 412 & $2.3e-17^{***}$ & $3.4e-16^{***}$ & $0^{***}$ & 0.7708 \\
+AOL & Sandwich & 121 & 18 & 103 & 0 & 0.1488 & -0.0595 & 518 & $2.3e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.7459 \\
+AOL & SLL & 121 & 22 & 99 & 0 & 0.1818 & -0.0351 & 806 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6782 \\
+AOL & Orthogonal & 121 & 27 & 94 & 0 & 0.2231 & -0.0265 & 971 & $0^{***}$ & $0^{***}$ & $1.0e-10^{***}$ & 0.6394 \\
+AOL & LDLT-R & 121 & 25 & 96 & 0 & 0.2066 & -0.0313 & 1013 & $0^{***}$ & $0^{***}$ & $2.0e-10^{***}$ & 0.6295 \\
+Orthogonal & Sandwich & 121 & 31 & 89 & 1 & 0.2603 & -0.0126 & 1269 & $6.0e-10^{***}$ & $6.3e-09^{***}$ & $2.2e-08^{***}$ & 0.5643 \\
+LDLT-L & Orthogonal & 121 & 94 & 27 & 0 & 0.7769 & 0.0139 & 1309 & $7.0e-10^{***}$ & $6.6e-09^{***}$ & $2.5e-08^{***}$ & 0.5599 \\
+LDLT-L & SLL & 121 & 86 & 35 & 0 & 0.7107 & 0.0111 & 1503 & $1.5e-08^{***}$ & $1.2e-07^{***}$ & $4.9e-07^{***}$ & 0.5143 \\
+LDLT-L & LDLT-R & 121 & 87 & 33 & 1 & 0.7231 & 0.0108 & 1689 & $3.7e-07^{***}$ & $2.6e-06^{***}$ & $1.1e-05^{***}$ & 0.4639 \\
+Sandwich & SLL & 121 & 83 & 38 & 0 & 0.6860 & 0.0090 & 1789 & $8.8e-07^{***}$ & $5.3e-06^{***}$ & $2.3e-05^{***}$ & 0.4470 \\
+LDLT-R & Sandwich & 121 & 43 & 78 & 0 & 0.3554 & -0.0068 & 2364 & $6.0e-04^{***}$ & $3.0e-03^{**}$ & $7.2e-03^{**}$ & 0.3118 \\
+LDLT-R & SLL & 121 & 66 & 54 & 1 & 0.5496 & 0.0019 & 3070 & $1.4e-01$ & $5.7e-01$ & $8.7e-01$ & 0.1338 \\
+LDLT-R & Orthogonal & 121 & 71 & 50 & 0 & 0.5868 & 0.0025 & 3138 & $1.5e-01$ & $5.7e-01$ & $8.7e-01$ & 0.1298 \\
+Orthogonal & SLL & 121 & 60 & 61 & 0 & 0.4959 & -0.0004 & 3623 & $8.6e-01$ & $1.0e+00$ & $1.0e+00$ & 0.0158 \\
+LDLT-L & Sandwich & 121 & 59 & 62 & 0 & 0.4876 & -0.0002 & 3624 & $8.6e-01$ & $1.0e+00$ & $1.0e+00$ & 0.0155 \\
+\bottomrule
+\end{tabular}
+\begin{tablenotes}
+\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$).
+\end{tablenotes}
+\endgroup
+\end{threeparttable}
+\end{table*}
+
+
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption[Mean Certified Accuracy (36/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (36/255); $p$-values with Holm FWER corrections within-metric and global.}
+\label{tab:wilcoxon:mean_cert_acc_36}
+\begingroup
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{ll r r r r r r r r r r r}
+\toprule
+\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13}
+Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\
+\midrule
+AOL & LDLT-R & 121 & 6 & 115 & 0 & 0.0496 & -0.2319 & 84 & $1.1e-20^{***}$ & $1.6e-19^{***}$ & $7.7e-19^{***}$ & 0.8479 \\
+AOL & Sandwich & 121 & 6 & 115 & 0 & 0.0496 & -0.2436 & 88 & $1.2e-20^{***}$ & $1.7e-19^{***}$ & $8.4e-19^{***}$ & 0.8470 \\
+AOL & SLL & 121 & 6 & 115 & 0 & 0.0496 & -0.1912 & 145 & $4.8e-20^{***}$ & $6.2e-19^{***}$ & $3.2e-18^{***}$ & 0.8336 \\
+AOL & Orthogonal & 121 & 10 & 111 & 0 & 0.0826 & -0.2187 & 196 & $1.6e-19^{***}$ & $1.9e-18^{***}$ & $1.0e-17^{***}$ & 0.8216 \\
+AOL & LDLT-L & 121 & 16 & 105 & 0 & 0.1322 & -0.1218 & 579 & $8.5e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.7315 \\
+LDLT-L & Sandwich & 121 & 28 & 93 & 0 & 0.2314 & -0.0511 & 884 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6598 \\
+Orthogonal & Sandwich & 121 & 24 & 96 & 1 & 0.2025 & -0.0275 & 1002 & $0^{***}$ & $0^{***}$ & $2.0e-10^{***}$ & 0.6282 \\
+Sandwich & SLL & 121 & 97 & 24 & 0 & 0.8017 & 0.0199 & 1005 & $0^{***}$ & $0^{***}$ & $2.0e-10^{***}$ & 0.6314 \\
+LDLT-L & LDLT-R & 121 & 39 & 82 & 0 & 0.3223 & -0.0372 & 1356 & $1.6e-09^{***}$ & $1.1e-08^{***}$ & $5.2e-08^{***}$ & 0.5488 \\
+LDLT-L & Orthogonal & 121 & 47 & 74 & 0 & 0.3884 & -0.0190 & 1855 & $2.1e-06^{***}$ & $1.2e-05^{***}$ & $4.8e-05^{***}$ & 0.4315 \\
+LDLT-R & SLL & 121 & 81 & 39 & 1 & 0.6736 & 0.0118 & 2104 & $6.5e-05^{***}$ & $2.5e-04^{***}$ & $1.0e-03^{**}$ & 0.3647 \\
+LDLT-L & SLL & 121 & 49 & 72 & 0 & 0.4050 & -0.0075 & 2119 & $4.8e-05^{***}$ & $2.4e-04^{***}$ & $9.2e-04^{***}$ & 0.3694 \\
+LDLT-R & Sandwich & 121 & 41 & 80 & 0 & 0.3388 & -0.0168 & 2142 & $6.2e-05^{***}$ & $2.5e-04^{***}$ & $1.0e-03^{**}$ & 0.3640 \\
+LDLT-R & Orthogonal & 121 & 78 & 43 & 0 & 0.6446 & 0.0126 & 2429 & $1.1e-03^{**}$ & $2.2e-03^{**}$ & $1.1e-02^{*}$ & 0.2965 \\
+Orthogonal & SLL & 121 & 60 & 61 & 0 & 0.4959 & -0.0004 & 3076 & $1.1e-01$ & $1.1e-01$ & $8.7e-01$ & 0.1444 \\
+\bottomrule
+\end{tabular}
+\begin{tablenotes}
+\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$).
+\end{tablenotes}
+\endgroup
+\end{threeparttable}
+\end{table*}
+
+
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption[Mean Certified Accuracy (72/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (72/255); $p$-values with Holm FWER corrections within-metric and global.}
+\label{tab:wilcoxon:mean_cert_acc_72}
+\begingroup
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{ll r r r r r r r r r r r}
+\toprule
+\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13}
+Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\
+\midrule
+AOL & Sandwich & 121 & 7 & 114 & 0 & 0.0579 & -0.2614 & 107 & $1.9e-20^{***}$ & $2.9e-19^{***}$ & $1.3e-18^{***}$ & 0.8425 \\
+AOL & LDLT-R & 121 & 5 & 116 & 0 & 0.0413 & -0.2327 & 116 & $2.4e-20^{***}$ & $3.3e-19^{***}$ & $1.6e-18^{***}$ & 0.8404 \\
+AOL & SLL & 121 & 5 & 116 & 0 & 0.0413 & -0.1928 & 162 & $7.1e-20^{***}$ & $9.3e-19^{***}$ & $4.6e-18^{***}$ & 0.8296 \\
+AOL & Orthogonal & 121 & 11 & 110 & 0 & 0.0909 & -0.2064 & 214 & $2.4e-19^{***}$ & $2.9e-18^{***}$ & $1.5e-17^{***}$ & 0.8174 \\
+AOL & LDLT-L & 121 & 19 & 100 & 2 & 0.1653 & -0.1250 & 557 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7323 \\
+Orthogonal & Sandwich & 121 & 19 & 101 & 1 & 0.1612 & -0.0346 & 601 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7240 \\
+LDLT-L & Sandwich & 121 & 20 & 101 & 0 & 0.1653 & -0.0772 & 607 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7250 \\
+Sandwich & SLL & 121 & 95 & 25 & 1 & 0.7893 & 0.0393 & 801 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6762 \\
+LDLT-L & LDLT-R & 121 & 30 & 91 & 0 & 0.2479 & -0.0627 & 930 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6490 \\
+LDLT-L & Orthogonal & 121 & 42 & 79 & 0 & 0.3471 & -0.0210 & 1696 & $2.5e-07^{***}$ & $1.5e-06^{***}$ & $7.5e-06^{***}$ & 0.4689 \\
+LDLT-L & SLL & 121 & 42 & 79 & 0 & 0.3471 & -0.0213 & 1776 & $7.4e-07^{***}$ & $3.7e-06^{***}$ & $2.0e-05^{***}$ & 0.4501 \\
+LDLT-R & SLL & 121 & 83 & 38 & 0 & 0.6860 & 0.0192 & 1938 & $5.9e-06^{***}$ & $2.3e-05^{***}$ & $1.3e-04^{***}$ & 0.4120 \\
+LDLT-R & Sandwich & 121 & 40 & 81 & 0 & 0.3306 & -0.0197 & 2062 & $2.5e-05^{***}$ & $7.6e-05^{***}$ & $5.2e-04^{***}$ & 0.3828 \\
+LDLT-R & Orthogonal & 121 & 78 & 43 & 0 & 0.6446 & 0.0178 & 2306 & $3.4e-04^{***}$ & $6.9e-04^{***}$ & $4.5e-03^{**}$ & 0.3254 \\
+Orthogonal & SLL & 121 & 66 & 55 & 0 & 0.5455 & 0.0041 & 3178 & $1.9e-01$ & $1.9e-01$ & $8.7e-01$ & 0.1204 \\
+\bottomrule
+\end{tabular}
+\begin{tablenotes}
+\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$).
+\end{tablenotes}
+\endgroup
+\end{threeparttable}
+\end{table*}
+
+
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption[Mean Certified Accuracy (108/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (108/255); $p$-values with Holm FWER corrections within-metric and global.}
+\label{tab:wilcoxon:mean_cert_acc_108}
+\begingroup
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{ll r r r r r r r r r r r}
+\toprule
+\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13}
+Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\
+\midrule
+AOL & LDLT-R & 121 & 1 & 120 & 0 & 0.0083 & -0.2229 & 11 & $1.8e-21^{***}$ & $2.7e-20^{***}$ & $1.3e-19^{***}$ & 0.8651 \\
+AOL & SLL & 121 & 4 & 117 & 0 & 0.0331 & -0.1616 & 33 & $3.1e-21^{***}$ & $4.3e-20^{***}$ & $2.3e-19^{***}$ & 0.8599 \\
+AOL & Orthogonal & 121 & 6 & 115 & 0 & 0.0496 & -0.1829 & 54 & $5.2e-21^{***}$ & $6.8e-20^{***}$ & $3.8e-19^{***}$ & 0.8550 \\
+AOL & Sandwich & 121 & 5 & 116 & 0 & 0.0413 & -0.2530 & 63 & $6.5e-21^{***}$ & $7.8e-20^{***}$ & $4.7e-19^{***}$ & 0.8529 \\
+AOL & LDLT-L & 121 & 15 & 102 & 4 & 0.1405 & -0.0795 & 265 & $4.5e-18^{***}$ & $5.0e-17^{***}$ & $2.7e-16^{***}$ & 0.8011 \\
+LDLT-L & Sandwich & 121 & 16 & 104 & 1 & 0.1364 & -0.0911 & 469 & $1.3e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.7556 \\
+Orthogonal & Sandwich & 121 & 15 & 106 & 0 & 0.1240 & -0.0411 & 634 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7186 \\
+Sandwich & SLL & 121 & 95 & 25 & 1 & 0.7893 & 0.0391 & 769 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6839 \\
+LDLT-L & LDLT-R & 121 & 28 & 93 & 0 & 0.2314 & -0.0559 & 854 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6669 \\
+LDLT-L & Orthogonal & 121 & 39 & 82 & 0 & 0.3223 & -0.0289 & 1595 & $6.0e-08^{***}$ & $3.6e-07^{***}$ & $1.9e-06^{***}$ & 0.4926 \\
+LDLT-L & SLL & 121 & 37 & 82 & 2 & 0.3140 & -0.0231 & 1675 & $5.1e-07^{***}$ & $2.5e-06^{***}$ & $1.4e-05^{***}$ & 0.4605 \\
+LDLT-R & SLL & 121 & 83 & 38 & 0 & 0.6860 & 0.0187 & 2059 & $2.5e-05^{***}$ & $9.8e-05^{***}$ & $5.2e-04^{***}$ & 0.3835 \\
+LDLT-R & Sandwich & 121 & 43 & 78 & 0 & 0.3554 & -0.0213 & 2138 & $6.0e-05^{***}$ & $1.8e-04^{***}$ & $1.0e-03^{**}$ & 0.3649 \\
+LDLT-R & Orthogonal & 121 & 77 & 44 & 0 & 0.6364 & 0.0182 & 2506 & $2.2e-03^{**}$ & $4.4e-03^{**}$ & $2.0e-02^{*}$ & 0.2784 \\
+Orthogonal & SLL & 121 & 65 & 56 & 0 & 0.5372 & 0.0038 & 3069 & $1.1e-01$ & $1.1e-01$ & $8.7e-01$ & 0.1460 \\
+\bottomrule
+\end{tabular}
+\begin{tablenotes}
+\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$).
+\end{tablenotes}
+\endgroup
+\end{threeparttable}
+\end{table*}
+
+
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption[Mean Certified Accuracy (255/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (255/255); $p$-values with Holm FWER corrections within-metric and global.}
+\label{tab:wilcoxon:mean_cert_acc_255}
+\begingroup
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{ll r r r r r r r r r r r}
+\toprule
+\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13}
+Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\
+\midrule
+AOL & LDLT-R & 121 & 1 & 111 & 9 & 0.0455 & -0.0570 & 10 & $5.4e-20^{***}$ & $8.2e-19^{***}$ & $3.6e-18^{***}$ & 0.8651 \\
+AOL & SLL & 121 & 3 & 104 & 14 & 0.0826 & -0.0476 & 23 & $5.3e-19^{***}$ & $6.9e-18^{***}$ & $3.2e-17^{***}$ & 0.8610 \\
+AOL & Sandwich & 121 & 2 & 112 & 7 & 0.0455 & -0.0803 & 62 & $9.9e-20^{***}$ & $1.4e-18^{***}$ & $6.3e-18^{***}$ & 0.8514 \\
+AOL & Orthogonal & 121 & 5 & 105 & 11 & 0.0868 & -0.0363 & 122 & $2.4e-18^{***}$ & $2.8e-17^{***}$ & $1.4e-16^{***}$ & 0.8331 \\
+AOL & LDLT-L & 121 & 8 & 85 & 28 & 0.1818 & -0.0160 & 182 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7958 \\
+Orthogonal & Sandwich & 121 & 11 & 103 & 7 & 0.1198 & -0.0313 & 258 & $1.4e-17^{***}$ & $1.5e-16^{***}$ & $8.1e-16^{***}$ & 0.7995 \\
+LDLT-L & Sandwich & 121 & 12 & 102 & 7 & 0.1281 & -0.0397 & 342 & $1.1e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.7772 \\
+LDLT-L & LDLT-R & 121 & 23 & 89 & 9 & 0.2273 & -0.0242 & 927 & $1.0e-10^{***}$ & $6.0e-10^{***}$ & $3.0e-09^{***}$ & 0.6135 \\
+Sandwich & SLL & 121 & 90 & 25 & 6 & 0.7686 & 0.0240 & 977 & $0^{***}$ & $4.0e-10^{***}$ & $1.7e-09^{***}$ & 0.6135 \\
+LDLT-L & SLL & 121 & 27 & 79 & 15 & 0.2851 & -0.0091 & 1323 & $1.9e-06^{***}$ & $9.4e-06^{***}$ & $4.5e-05^{***}$ & 0.4629 \\
+LDLT-R & SLL & 121 & 80 & 35 & 6 & 0.6860 & 0.0175 & 1603 & $1.4e-06^{***}$ & $8.1e-06^{***}$ & $3.4e-05^{***}$ & 0.4506 \\
+LDLT-L & Orthogonal & 121 & 36 & 75 & 10 & 0.3388 & -0.0085 & 1741 & $5.8e-05^{***}$ & $2.3e-04^{***}$ & $1.0e-03^{**}$ & 0.3816 \\
+LDLT-R & Orthogonal & 121 & 77 & 40 & 4 & 0.6529 & 0.0132 & 1982 & $6.5e-05^{***}$ & $2.3e-04^{***}$ & $1.0e-03^{**}$ & 0.3694 \\
+LDLT-R & Sandwich & 121 & 45 & 73 & 3 & 0.3843 & -0.0078 & 2234 & $6.1e-04^{***}$ & $1.2e-03^{**}$ & $7.2e-03^{**}$ & 0.3154 \\
+Orthogonal & SLL & 121 & 55 & 58 & 8 & 0.4876 & 0.0000 & 3068 & $6.6e-01$ & $6.6e-01$ & $1.0e+00$ & 0.0410 \\
+\bottomrule
+\end{tabular}
+\begin{tablenotes}
+\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$).
+\end{tablenotes}
+\endgroup
+\end{threeparttable}
+\end{table*}

UCI_N4/sdp/runs/abalone/fold_0/result.json

@@ -0,0 +1,46 @@
+{
+    "best_epoch": 52,
+    "best_val_acc": 0.6253968253968254,
+    "test_acc": 0.6360367558929285,
+    "train_size": 1044,
+    "val_size": 630,
+    "test_size": 2503,
+    "stats": {
+        "mean": [
+            [
+                0.03759131666666678,
+                -0.0067216787931033565,
+                -0.00504821235632188,
+                -0.010079406034482869,
+                0.0077948497126437005,
+                -0.0035954527720305413,
+                0.011847337255747069,
+                0.020808682452107305
+            ]
+        ],
+        "std": [
+            [
+                0.9932562075552053,
+                1.0067465043023525,
+                0.9980809038500921,
+                0.9297052233036605,
+                1.0141436995589543,
+                0.9931430828536596,
+                1.017739933100054,
+                1.0318462596531948
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 8,
+    "out_features": 3,
+    "depth": 4,
+    "padding": 16,
+    "parameters": 2355,
+    "cert_evals": {
+        "36": 0.5201757550239563,
+        "72": 0.3999200761318207,
+        "108": 0.3156212568283081,
+        "255": 0.17578904330730438
+    }
+}

UCI_N4/sdp/runs/abalone/fold_1/result.json

@@ -0,0 +1,46 @@
+{
+    "best_epoch": 38,
+    "best_val_acc": 0.6735668789808917,
+    "test_acc": 0.6463073852295409,
+    "train_size": 1044,
+    "val_size": 628,
+    "test_size": 2505,
+    "stats": {
+        "mean": [
+            [
+                0.005192849233716447,
+                -0.0023747756321838803,
+                -0.004999904980842867,
+                -0.01065197068965531,
+                -0.001757506036398443,
+                -0.0004581268045977247,
+                -0.008801511695402298,
+                -0.0025385303256705034
+            ]
+        ],
+        "std": [
+            [
+                0.9921988752896624,
+                1.0113577078934743,
+                1.0108378611135136,
+                0.93746968476643,
+                1.0135082046349184,
+                1.0099861173658438,
+                1.0142707677051552,
+                1.019381711286177
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 8,
+    "out_features": 3,
+    "depth": 4,
+    "padding": 16,
+    "parameters": 2355,
+    "cert_evals": {
+        "36": 0.5117764472961426,
+        "72": 0.3960079848766327,
+        "108": 0.32255488634109497,
+        "255": 0.18483033776283264
+    }
+}

UCI_N4/sdp/runs/abalone/fold_2/result.json

@@ -0,0 +1,46 @@
+{
+    "best_epoch": 28,
+    "best_val_acc": 0.6888519134775375,
+    "test_acc": 0.6291469194312796,
+    "train_size": 1044,
+    "val_size": 601,
+    "test_size": 2532,
+    "stats": {
+        "mean": [
+            [
+                -0.017948929501915466,
+                0.023985624319923418,
+                0.023087170114942556,
+                0.018317038026819783,
+                0.02778346245977014,
+                0.025539904827586328,
+                0.018261344003831434,
+                0.034770174578544095
+            ]
+        ],
+        "std": [
+            [
+                0.9978233519534647,
+                1.0049712832060378,
+                1.0100440980049294,
+                0.9634042347353897,
+                1.0033357823934823,
+                1.0054816988393045,
+                0.9890488354165379,
+                1.0152622279378631
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 8,
+    "out_features": 3,
+    "depth": 4,
+    "padding": 16,
+    "parameters": 2355,
+    "cert_evals": {
+        "36": 0.49842023849487305,
+        "72": 0.38270142674446106,
+        "108": 0.29936808347702026,
+        "255": 0.17890995740890503
+    }
+}

UCI_N4/sdp/runs/abalone/fold_3/result.json

@@ -0,0 +1,46 @@
+{
+    "best_epoch": 80,
+    "best_val_acc": 0.6523887973640856,
+    "test_acc": 0.6361836896278702,
+    "train_size": 1044,
+    "val_size": 607,
+    "test_size": 2526,
+    "stats": {
+        "mean": [
+            [
+                -0.039933615229885006,
+                0.033357397988505864,
+                0.02810616465517236,
+                0.015225409386973148,
+                0.03982630053544057,
+                0.03327093634674338,
+                0.031858401652298855,
+                0.04330609419540234
+            ]
+        ],
+        "std": [
+            [
+                1.000898664612302,
+                1.0028361176421674,
+                1.0029617333979737,
+                0.9244955132147792,
+                1.020547570022181,
+                1.016662196023235,
+                1.0053994226175234,
+                1.025123395710352
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 8,
+    "out_features": 3,
+    "depth": 4,
+    "padding": 16,
+    "parameters": 2355,
+    "cert_evals": {
+        "36": 0.5134600400924683,
+        "72": 0.3939034044742584,
+        "108": 0.3155186176300049,
+        "255": 0.17893902957439423
+    }
+}

UCI_N4/sdp/runs/acute-inflammation/fold_0/result.json

@@ -0,0 +1,42 @@
+{
+    "best_epoch": 6,
+    "best_val_acc": 0.75,
+    "test_acc": 0.5945945945945946,
+    "train_size": 30,
+    "val_size": 16,
+    "test_size": 74,
+    "stats": {
+        "mean": [
+            [
+                -0.029776199999999933,
+                0.05815319999999998,
+                0.03366299999999992,
+                -0.07041613333333337,
+                0.0829954666666666,
+                0.3029878333333334
+            ]
+        ],
+        "std": [
+            [
+                1.046299339147563,
+                1.028676385077134,
+                0.9895473157792913,
+                1.0179845925601472,
+                0.9937462864656396,
+                1.0009348864350793
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 6,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 12,
+    "parameters": 1818,
+    "cert_evals": {
+        "36": 0.1621621698141098,
+        "72": 0.0,
+        "108": 0.0,
+        "255": 0.0
+    }
+}

UCI_N4/sdp/runs/acute-inflammation/fold_1/result.json

@@ -0,0 +1,42 @@
+{
+    "best_epoch": 4,
+    "best_val_acc": 0.7222222222222222,
+    "test_acc": 0.6805555555555556,
+    "train_size": 30,
+    "val_size": 18,
+    "test_size": 72,
+    "stats": {
+        "mean": [
+            [
+                0.2066000000000002,
+                0.2132320000000001,
+                0.16832333333333327,
+                -6.666666666858371e-07,
+                0.08299546666666664,
+                -0.033663
+            ]
+        ],
+        "std": [
+            [
+                1.073465583913181,
+                1.0965727109827237,
+                0.9521923485684088,
+                0.9958250796083059,
+                0.9937462864656397,
+                0.9895473157792911
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 6,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 12,
+    "parameters": 1818,
+    "cert_evals": {
+        "36": 0.5138888955116272,
+        "72": 0.2638888955116272,
+        "108": 0.0694444477558136,
+        "255": 0.0
+    }
+}

UCI_N4/sdp/runs/acute-inflammation/fold_2/result.json

@@ -0,0 +1,42 @@
+{
+    "best_epoch": 29,
+    "best_val_acc": 0.75,
+    "test_acc": 0.9142857142857143,
+    "train_size": 30,
+    "val_size": 20,
+    "test_size": 70,
+    "stats": {
+        "mean": [
+            [
+                -0.06825569999999999,
+                -0.09692560000000008,
+                0.10099316666666662,
+                0.07041479999999994,
+                -0.11619693333333347,
+                0.16832750000000007
+            ]
+        ],
+        "std": [
+            [
+                0.9390286569686838,
+                0.9304728,
+                0.9733809278809981,
+                0.9680526182869189,
+                0.9870693041144554,
+                1.0099525000000003
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 6,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 12,
+    "parameters": 1818,
+    "cert_evals": {
+        "36": 0.699999988079071,
+        "72": 0.6714285612106323,
+        "108": 0.5714285969734192,
+        "255": 0.0
+    }
+}

UCI_N4/sdp/runs/acute-inflammation/fold_3/result.json

@@ -0,0 +1,42 @@
+{
+    "best_epoch": 22,
+    "best_val_acc": 0.9523809523809523,
+    "test_acc": 0.8985507246376812,
+    "train_size": 30,
+    "val_size": 21,
+    "test_size": 69,
+    "stats": {
+        "mean": [
+            [
+                0.061842666666666594,
+                -0.01938619999999999,
+                -0.03366716666666666,
+                -0.14083160000000008,
+                -0.049799466666666695,
+                -0.3029836666666666
+            ]
+        ],
+        "std": [
+            [
+                0.9526045937382531,
+                0.9838646893399317,
+                1.000934886435079,
+                1.0348917799997448,
+                0.9937462864656396,
+                0.8932355996217098
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 6,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 12,
+    "parameters": 1818,
+    "cert_evals": {
+        "36": 0.6811594367027283,
+        "72": 0.2753623127937317,
+        "108": 0.14492753148078918,
+        "255": 0.0
+    }
+}

UCI_N4/sdp/runs/acute-nephritis/fold_0/result.json

@@ -0,0 +1,42 @@
+{
+    "best_epoch": 20,
+    "best_val_acc": 1.0,
+    "test_acc": 0.8767123287671232,
+    "train_size": 30,
+    "val_size": 17,
+    "test_size": 73,
+    "stats": {
+        "mean": [
+            [
+                -0.1415510333333333,
+                0.21323200000000003,
+                -0.03366716666666671,
+                -6.666666667154431e-07,
+                0.2821878666666666,
+                -0.1683233333333333
+            ]
+        ],
+        "std": [
+            [
+                1.0909027516263303,
+                1.0965727109827237,
+                1.0009348864350789,
+                0.9958250796083059,
+                0.9598970403996372,
+                0.9521923485684088
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 6,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 12,
+    "parameters": 1818,
+    "cert_evals": {
+        "36": 0.6849315166473389,
+        "72": 0.42465752363204956,
+        "108": 0.232876718044281,
+        "255": 0.0
+    }
+}

UCI_N4/sdp/runs/acute-nephritis/fold_1/result.json

@@ -0,0 +1,42 @@
+{
+    "best_epoch": 29,
+    "best_val_acc": 0.9285714285714286,
+    "test_acc": 0.881578947368421,
+    "train_size": 30,
+    "val_size": 14,
+    "test_size": 76,
+    "stats": {
+        "mean": [
+            [
+                0.012368109999999948,
+                -0.0969256,
+                0.10099316666666665,
+                -0.21124706666666673,
+                -0.11619693333333339,
+                -0.033662999999999985
+            ]
+        ],
+        "std": [
+            [
+                0.9970611705313925,
+                0.9304727999999999,
+                0.9733809278809981,
+                1.0468011683411809,
+                0.9870693041144555,
+                0.9895473157792911
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 6,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 12,
+    "parameters": 1818,
+    "cert_evals": {
+        "36": 0.5394737124443054,
+        "72": 0.44736841320991516,
+        "108": 0.10526315867900848,
+        "255": 0.0
+    }
+}

UCI_N4/sdp/runs/acute-nephritis/fold_2/result.json

@@ -0,0 +1,42 @@
+{
+    "best_epoch": 12,
+    "best_val_acc": 1.0,
+    "test_acc": 1.0,
+    "train_size": 30,
+    "val_size": 11,
+    "test_size": 79,
+    "stats": {
+        "mean": [
+            [
+                0.03252466666666676,
+                0.05815320000000001,
+                -0.10099733333333338,
+                -6.666666667154431e-07,
+                0.1493929333333332,
+                -0.033662999999999985
+            ]
+        ],
+        "std": [
+            [
+                0.9744119491152714,
+                1.0286763850771339,
+                1.0077056618442157,
+                0.9958250796083059,
+                0.9870693041144553,
+                0.9895473157792911
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 6,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 12,
+    "parameters": 1818,
+    "cert_evals": {
+        "36": 0.6962025761604309,
+        "72": 0.5316455960273743,
+        "108": 0.2278481125831604,
+        "255": 0.0
+    }
+}

UCI_N4/sdp/runs/acute-nephritis/fold_3/result.json

@@ -0,0 +1,42 @@
+{
+    "best_epoch": 49,
+    "best_val_acc": 0.8421052631578947,
+    "test_acc": 0.9295774647887324,
+    "train_size": 30,
+    "val_size": 19,
+    "test_size": 71,
+    "stats": {
+        "mean": [
+            [
+                -0.029776590000000006,
+                -0.01938619999999999,
+                -0.10099733333333341,
+                -6.666666667080416e-07,
+                0.01659799999999996,
+                -0.10099316666666663
+            ]
+        ],
+        "std": [
+            [
+                1.0535901730675965,
+                0.9838646893399317,
+                1.0077056618442157,
+                0.9958250796083058,
+                0.995962,
+                0.9733809278809978
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 6,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 12,
+    "parameters": 1818,
+    "cert_evals": {
+        "36": 0.6478872895240784,
+        "72": 0.577464759349823,
+        "108": 0.2957746386528015,
+        "255": 0.0
+    }
+}

UCI_N4/sdp/runs/adult/fold_0/result.json

@@ -0,0 +1,58 @@
+{
+    "best_epoch": 4,
+    "best_val_acc": 0.8133191100274306,
+    "test_acc": 0.8112619716142928,
+    "train_size": 16281,
+    "val_size": 6562,
+    "test_size": 25999,
+    "stats": {
+        "mean": [
+            [
+                5.755174894932247e-09,
+                -1.5212824565593372e-07,
+                1.9344708602300844e-08,
+                -5.868804126934776e-07,
+                4.3847429484189405e-07,
+                -1.2794054493469234e-07,
+                -3.0931760979923667e-08,
+                1.2424912468644162e-06,
+                2.0428720567267194e-07,
+                -1.2898470607021481e-06,
+                5.428255022845695e-07,
+                2.9734045846837646e-07,
+                9.031386283659057e-08,
+                2.0421350090431894e-07
+            ]
+        ],
+        "std": [
+            [
+                0.999969279768083,
+                0.9999691631254963,
+                0.9999692601356567,
+                0.9999684455490998,
+                0.9999701766278255,
+                0.9999695789931851,
+                0.9999697101647755,
+                0.9999695985584383,
+                0.9999687129297181,
+                0.999967689659048,
+                0.9999708394490064,
+                0.9999690163307019,
+                0.9999694763882633,
+                0.9999692067843523
+            ]
+        ]
+    },
+    "width": 64,
+    "in_features": 14,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 28,
+    "parameters": 7738,
+    "cert_evals": {
+        "36": 0.7494903802871704,
+        "72": 0.6914111971855164,
+        "108": 0.6325628161430359,
+        "255": 0.38409170508384705
+    }
+}

UCI_N4/sdp/runs/adult/fold_1/result.json

@@ -0,0 +1,58 @@
+{
+    "best_epoch": 3,
+    "best_val_acc": 0.8076100244498777,
+    "test_acc": 0.8065880001537457,
+    "train_size": 16281,
+    "val_size": 6544,
+    "test_size": 26017,
+    "stats": {
+        "mean": [
+            [
+                5.755174894932247e-09,
+                -1.5212824565593372e-07,
+                1.9344708602300844e-08,
+                -5.868804126934776e-07,
+                4.3847429484189405e-07,
+                -1.2794054493469234e-07,
+                -3.0931760979923667e-08,
+                1.2424912468644162e-06,
+                2.0428720567267194e-07,
+                -1.2898470607021481e-06,
+                5.428255022845695e-07,
+                2.9734045846837646e-07,
+                9.031386283659057e-08,
+                2.0421350090431894e-07
+            ]
+        ],
+        "std": [
+            [
+                0.999969279768083,
+                0.9999691631254963,
+                0.9999692601356567,
+                0.9999684455490998,
+                0.9999701766278255,
+                0.9999695789931851,
+                0.9999697101647755,
+                0.9999695985584383,
+                0.9999687129297181,
+                0.999967689659048,
+                0.9999708394490064,
+                0.9999690163307019,
+                0.9999694763882633,
+                0.9999692067843523
+            ]
+        ]
+    },
+    "width": 64,
+    "in_features": 14,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 28,
+    "parameters": 7738,
+    "cert_evals": {
+        "36": 0.7445900440216064,
+        "72": 0.6839374303817749,
+        "108": 0.6224391460418701,
+        "255": 0.36464619636535645
+    }
+}

UCI_N4/sdp/runs/adult/fold_2/result.json

@@ -0,0 +1,58 @@
+{
+    "best_epoch": 2,
+    "best_val_acc": 0.804847923421337,
+    "test_acc": 0.8083116086489802,
+    "train_size": 16281,
+    "val_size": 6477,
+    "test_size": 26084,
+    "stats": {
+        "mean": [
+            [
+                5.755174894932247e-09,
+                -1.5212824565593372e-07,
+                1.9344708602300844e-08,
+                -5.868804126934776e-07,
+                4.3847429484189405e-07,
+                -1.2794054493469234e-07,
+                -3.0931760979923667e-08,
+                1.2424912468644162e-06,
+                2.0428720567267194e-07,
+                -1.2898470607021481e-06,
+                5.428255022845695e-07,
+                2.9734045846837646e-07,
+                9.031386283659057e-08,
+                2.0421350090431894e-07
+            ]
+        ],
+        "std": [
+            [
+                0.999969279768083,
+                0.9999691631254963,
+                0.9999692601356567,
+                0.9999684455490998,
+                0.9999701766278255,
+                0.9999695789931851,
+                0.9999697101647755,
+                0.9999695985584383,
+                0.9999687129297181,
+                0.999967689659048,
+                0.9999708394490064,
+                0.9999690163307019,
+                0.9999694763882633,
+                0.9999692067843523
+            ]
+        ]
+    },
+    "width": 64,
+    "in_features": 14,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 28,
+    "parameters": 7738,
+    "cert_evals": {
+        "36": 0.7493482828140259,
+        "72": 0.6899248957633972,
+        "108": 0.6268210411071777,
+        "255": 0.36359456181526184
+    }
+}

UCI_N4/sdp/runs/adult/fold_3/result.json

@@ -0,0 +1,58 @@
+{
+    "best_epoch": 7,
+    "best_val_acc": 0.8011200242167398,
+    "test_acc": 0.8089311859443631,
+    "train_size": 16281,
+    "val_size": 6607,
+    "test_size": 25954,
+    "stats": {
+        "mean": [
+            [
+                5.755174894932247e-09,
+                -1.5212824565593372e-07,
+                1.9344708602300844e-08,
+                -5.868804126934776e-07,
+                4.3847429484189405e-07,
+                -1.2794054493469234e-07,
+                -3.0931760979923667e-08,
+                1.2424912468644162e-06,
+                2.0428720567267194e-07,
+                -1.2898470607021481e-06,
+                5.428255022845695e-07,
+                2.9734045846837646e-07,
+                9.031386283659057e-08,
+                2.0421350090431894e-07
+            ]
+        ],
+        "std": [
+            [
+                0.999969279768083,
+                0.9999691631254963,
+                0.9999692601356567,
+                0.9999684455490998,
+                0.9999701766278255,
+                0.9999695789931851,
+                0.9999697101647755,
+                0.9999695985584383,
+                0.9999687129297181,
+                0.999967689659048,
+                0.9999708394490064,
+                0.9999690163307019,
+                0.9999694763882633,
+                0.9999692067843523
+            ]
+        ]
+    },
+    "width": 64,
+    "in_features": 14,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 28,
+    "parameters": 7738,
+    "cert_evals": {
+        "36": 0.7547969222068787,
+        "72": 0.6956538558006287,
+        "108": 0.6332356929779053,
+        "255": 0.38209909200668335
+    }
+}

UCI_N4/sdp/runs/annealing/fold_0/result.json

@@ -0,0 +1,92 @@
+{
+    "best_epoch": 39,
+    "best_val_acc": 0.8154761904761905,
+    "test_acc": 0.7746031746031746,
+    "train_size": 100,
+    "val_size": 168,
+    "test_size": 630,
+    "stats": {
+        "mean": [
+            [
+                0.07222222999999978,
+                -0.345,
+                4.33,
+                12.0,
+                0.14,
+                -0.17333315999999985,
+                -0.07800000000000064,
+                29.2,
+                0.09999999999999996,
+                -0.010000000000000224,
+                0.3,
+                -0.010000000000000111,
+                -4.132729999999996e-16,
+                -0.11000000000000007,
+                -0.11999999999999993,
+                -0.12999999999999998,
+                -0.13,
+                -0.029999999999999773,
+                -1.847940000000002e-16,
+                -0.05999999999999975,
+                -1.626729999999999e-16,
+                -0.03999999999999998,
+                -0.010000000000000222,
+                -0.06000000000000002,
+                0.1,
+                1.3318299999999998,
+                771.9469999999998,
+                1183.75,
+                0.009999999999999986,
+                -0.9466666699999999,
+                -1.5582099999999978e-17
+            ]
+        ],
+        "std": [
+            [
+                0.27504207913753365,
+                0.41800119617053744,
+                14.650634798533474,
+                25.758493744782516,
+                0.34698703145794935,
+                0.2133331200000003,
+                0.2543933961407015,
+                110.08796482813175,
+                0.29999999999999993,
+                0.09949874371066192,
+                0.47958315233127174,
+                0.06557438524301994,
+                1.0,
+                0.31288975694324034,
+                0.32496153618543855,
+                0.3363034344160047,
+                0.3363034344160045,
+                0.17058722109231966,
+                1.0,
+                0.23748684174075815,
+                1.0,
+                0.19595917942265428,
+                0.09949874371066192,
+                0.2374868417407582,
+                0.9949874371066199,
+                0.9335979547428329,
+                410.1759096911958,
+                1742.0412703205398,
+                0.09949874371066196,
+                0.2436755226844934,
+                1.0
+            ]
+        ]
+    },
+    "width": 128,
+    "in_features": 31,
+    "out_features": 5,
+    "depth": 4,
+    "padding": 62,
+    "parameters": 33083,
+    "cert_evals": {
+        "36": 0.7571428418159485,
+        "72": 0.7428571581840515,
+        "108": 0.699999988079071,
+        "255": 0.5873016119003296
+    }
+}

UCI_N4/sdp/runs/annealing/fold_1/result.json

@@ -0,0 +1,92 @@
+{
+    "best_epoch": 58,
+    "best_val_acc": 0.8136645962732919,
+    "test_acc": 0.7551020408163265,
+    "train_size": 100,
+    "val_size": 161,
+    "test_size": 637,
+    "stats": {
+        "mean": [
+            [
+                0.07222222999999978,
+                -0.345,
+                4.33,
+                12.0,
+                0.14,
+                -0.17333315999999985,
+                -0.07800000000000064,
+                29.2,
+                0.09999999999999996,
+                -0.010000000000000224,
+                0.3,
+                -0.010000000000000111,
+                -4.132729999999996e-16,
+                -0.11000000000000007,
+                -0.11999999999999993,
+                -0.12999999999999998,
+                -0.13,
+                -0.029999999999999773,
+                -1.847940000000002e-16,
+                -0.05999999999999975,
+                -1.626729999999999e-16,
+                -0.03999999999999998,
+                -0.010000000000000222,
+                -0.06000000000000002,
+                0.1,
+                1.3318299999999998,
+                771.9469999999998,
+                1183.75,
+                0.009999999999999986,
+                -0.9466666699999999,
+                -1.5582099999999978e-17
+            ]
+        ],
+        "std": [
+            [
+                0.27504207913753365,
+                0.41800119617053744,
+                14.650634798533474,
+                25.758493744782516,
+                0.34698703145794935,
+                0.2133331200000003,
+                0.2543933961407015,
+                110.08796482813175,
+                0.29999999999999993,
+                0.09949874371066192,
+                0.47958315233127174,
+                0.06557438524301994,
+                1.0,
+                0.31288975694324034,
+                0.32496153618543855,
+                0.3363034344160047,
+                0.3363034344160045,
+                0.17058722109231966,
+                1.0,
+                0.23748684174075815,
+                1.0,
+                0.19595917942265428,
+                0.09949874371066192,
+                0.2374868417407582,
+                0.9949874371066199,
+                0.9335979547428329,
+                410.1759096911958,
+                1742.0412703205398,
+                0.09949874371066196,
+                0.2436755226844934,
+                1.0
+            ]
+        ]
+    },
+    "width": 128,
+    "in_features": 31,
+    "out_features": 5,
+    "depth": 4,
+    "padding": 62,
+    "parameters": 33083,
+    "cert_evals": {
+        "36": 0.6954474449157715,
+        "72": 0.6734694242477417,
+        "108": 0.6389325261116028,
+        "255": 0.5196232199668884
+    }
+}

UCI_N4/sdp/runs/annealing/fold_2/result.json

@@ -0,0 +1,92 @@
+{
+    "best_epoch": 62,
+    "best_val_acc": 0.7309941520467836,
+    "test_acc": 0.7400318979266348,
+    "train_size": 100,
+    "val_size": 171,
+    "test_size": 627,
+    "stats": {
+        "mean": [
+            [
+                0.07222222999999978,
+                -0.345,
+                4.33,
+                12.0,
+                0.14,
+                -0.17333315999999985,
+                -0.07800000000000064,
+                29.2,
+                0.09999999999999996,
+                -0.010000000000000224,
+                0.3,
+                -0.010000000000000111,
+                -4.132729999999996e-16,
+                -0.11000000000000007,
+                -0.11999999999999993,
+                -0.12999999999999998,
+                -0.13,
+                -0.029999999999999773,
+                -1.847940000000002e-16,
+                -0.05999999999999975,
+                -1.626729999999999e-16,
+                -0.03999999999999998,
+                -0.010000000000000222,
+                -0.06000000000000002,
+                0.1,
+                1.3318299999999998,
+                771.9469999999998,
+                1183.75,
+                0.009999999999999986,
+                -0.9466666699999999,
+                -1.5582099999999978e-17
+            ]
+        ],
+        "std": [
+            [
+                0.27504207913753365,
+                0.41800119617053744,
+                14.650634798533474,
+                25.758493744782516,
+                0.34698703145794935,
+                0.2133331200000003,
+                0.2543933961407015,
+                110.08796482813175,
+                0.29999999999999993,
+                0.09949874371066192,
+                0.47958315233127174,
+                0.06557438524301994,
+                1.0,
+                0.31288975694324034,
+                0.32496153618543855,
+                0.3363034344160047,
+                0.3363034344160045,
+                0.17058722109231966,
+                1.0,
+                0.23748684174075815,
+                1.0,
+                0.19595917942265428,
+                0.09949874371066192,
+                0.2374868417407582,
+                0.9949874371066199,
+                0.9335979547428329,
+                410.1759096911958,
+                1742.0412703205398,
+                0.09949874371066196,
+                0.2436755226844934,
+                1.0
+            ]
+        ]
+    },
+    "width": 128,
+    "in_features": 31,
+    "out_features": 5,
+    "depth": 4,
+    "padding": 62,
+    "parameters": 33083,
+    "cert_evals": {
+        "36": 0.6762360334396362,
+        "72": 0.6539074778556824,
+        "108": 0.6299840211868286,
+        "255": 0.5390749573707581
+    }
+}

UCI_N4/sdp/runs/annealing/fold_3/result.json

@@ -0,0 +1,92 @@
+{
+    "best_epoch": 58,
+    "best_val_acc": 0.7245508982035929,
+    "test_acc": 0.7321711568938193,
+    "train_size": 100,
+    "val_size": 167,
+    "test_size": 631,
+    "stats": {
+        "mean": [
+            [
+                0.07222222999999978,
+                -0.345,
+                4.33,
+                12.0,
+                0.14,
+                -0.17333315999999985,
+                -0.07800000000000064,
+                29.2,
+                0.09999999999999996,
+                -0.010000000000000224,
+                0.3,
+                -0.010000000000000111,
+                -4.132729999999996e-16,
+                -0.11000000000000007,
+                -0.11999999999999993,
+                -0.12999999999999998,
+                -0.13,
+                -0.029999999999999773,
+                -1.847940000000002e-16,
+                -0.05999999999999975,
+                -1.626729999999999e-16,
+                -0.03999999999999998,
+                -0.010000000000000222,
+                -0.06000000000000002,
+                0.1,
+                1.3318299999999998,
+                771.9469999999998,
+                1183.75,
+                0.009999999999999986,
+                -0.9466666699999999,
+                -1.5582099999999978e-17
+            ]
+        ],
+        "std": [
+            [
+                0.27504207913753365,
+                0.41800119617053744,
+                14.650634798533474,
+                25.758493744782516,
+                0.34698703145794935,
+                0.2133331200000003,
+                0.2543933961407015,
+                110.08796482813175,
+                0.29999999999999993,
+                0.09949874371066192,
+                0.47958315233127174,
+                0.06557438524301994,
+                1.0,
+                0.31288975694324034,
+                0.32496153618543855,
+                0.3363034344160047,
+                0.3363034344160045,
+                0.17058722109231966,
+                1.0,
+                0.23748684174075815,
+                1.0,
+                0.19595917942265428,
+                0.09949874371066192,
+                0.2374868417407582,
+                0.9949874371066199,
+                0.9335979547428329,
+                410.1759096911958,
+                1742.0412703205398,
+                0.09949874371066196,
+                0.2436755226844934,
+                1.0
+            ]
+        ]
+    },
+    "width": 128,
+    "in_features": 31,
+    "out_features": 5,
+    "depth": 4,
+    "padding": 62,
+    "parameters": 33083,
+    "cert_evals": {
+        "36": 0.7115689516067505,
+        "72": 0.673534095287323,
+        "108": 0.6402536034584045,
+        "255": 0.5182250738143921
+    }
+}

UCI_N4/sdp/runs/arrhythmia/fold_0/result.json

@@ -0,0 +1,554 @@
+{
+    "best_epoch": 25,
+    "best_val_acc": 0.5949367088607594,
+    "test_acc": 0.5538461538461539,
+    "train_size": 113,
+    "val_size": 79,
+    "test_size": 260,
+    "stats": {
+        "mean": [
+            [
+                -0.05548900442477873,
+                0.17327679646017674,
+                -0.09933938283185836,
+                -0.022536060176991165,
+                -0.05529378318584072,
+                -0.02827017327433631,
+                -0.005964132743362813,
+                0.04588333831858407,
+                -0.06835887191150443,
+                -0.01879734327433625,
+                0.08708691123893805,
+                -0.010227719469026567,
+                -0.05324860619469024,
+                0.03857876283185871,
+                -0.0029412946902654486,
+                -0.14624673451327397,
+                0.0106677238938053,
+                -0.09994685221238946,
+                -2.2654867242673962e-07,
+                -0.10041930088495568,
+                0.14110856637168184,
+                -0.02112876106194691,
+                -0.021128761061946916,
+                -0.06659289999999989,
+                -0.06659289999999989,
+                -0.09438650000000005,
+                -0.024449619469026587,
+                -0.006156723893805307,
+                -0.03655609734513271,
+                -0.06008078761061956,
+                -0.05587280000000011,
+                -0.1535461769911505,
+                -2.9203539835147346e-07,
+                0.1454482212389377,
+                -0.04703600000000003,
+                -0.06659289999999989,
+                0.0665928778761063,
+                -0.053692424778761245,
+                0.10382045292035355,
+                -0.045959752212389356,
+                -0.039423744247787586,
+                -0.042264867256637376,
+                -0.0339906548672566,
+                -0.10218601769911498,
+                -0.04703600000000003,
+                0.04783872566371683,
+                0.14110856637168165,
+                -2.920353982139237e-07,
+                -0.1056450000000003,
+                -0.06659289999999989,
+                0.039230692920353964,
+                -0.048857433628318604,
+                -0.0949235044247789,
+                -0.0951867699115044,
+                -0.04703600000000003,
+                -0.07884043362831854,
+                -0.021128761061946947,
+                0.0665928778761063,
+                0.0665928778761063,
+                0.06659287787610634,
+                0.0665928778761063,
+                1.0619469034296467e-07,
+                -0.14459542477876128,
+                0.10166875221238943,
+                -0.0007696849557522316,
+                0.08089214159292042,
+                0.024555884070796462,
+                -0.06704164601769926,
+                -0.04703600000000003,
+                0.1411085663716821,
+                0.02721671504424786,
+                -0.04703600000000003,
+                0.008643274336283235,
+                -0.03328283893805306,
+                -0.08280126353982296,
+                -0.04353061946902624,
+                0.022193132743362702,
+                -0.07879264601769921,
+                0.06659287787610634,
+                0.07170867256637195,
+                0.1411085663716824,
+                -0.04703600000000003,
+                0.14110856637168173,
+                -0.05805589380530971,
+                0.08516874884955755,
+                0.043014315044247776,
+                -0.002110141592920556,
+                -0.07482919999999994,
+                0.027698871681415955,
+                -0.08165009999999992,
+                -0.0536924247787612,
+                1.0619469030955972e-07,
+                -0.09438650000000005,
+                0.06338747787610613,
+                -0.0901489026548673,
+                -0.04849817699115047,
+                0.07722033628318585,
+                0.026260424778761074,
+                0.0738569911504426,
+                0.04712901946902665,
+                0.16431531858407084,
+                0.09438671238938037,
+                0.09438671238938054,
+                -0.0386190796460177,
+                -0.09438650000000005,
+                1.0619469029580476e-07,
+                0.06704106194690244,
+                0.00271023008849546,
+                0.04821953097345133,
+                -0.022629159292035374,
+                0.24075912389380558,
+                0.19588278672566428,
+                0.10636762831858415,
+                0.07170867256637167,
+                0.0665928778761063,
+                -0.08165009999999992,
+                1.0619469029580476e-07,
+                0.24495034513274322,
+                -0.02112876106194717,
+                -0.03837423008849555,
+                0.0792644690265486,
+                -0.010963192920353986,
+                -0.13985853097345086,
+                -0.06118739999999991,
+                -0.05918213274336283,
+                -0.06659289999999989,
+                0.19309768141592948,
+                0.0665928778761063,
+                -2.920353984064934e-07,
+                -0.08791879646017699,
+                -0.009588667256637163,
+                0.039876742477876134,
+                -0.04371391504424787,
+                -0.09472733274336269,
+                -0.08165009999999992,
+                -0.04703600000000003,
+                -0.08165009999999992,
+                -0.059833336283185844,
+                -0.07838458407079653,
+                -0.015475274336283125,
+                -0.0805356,
+                -0.13698139380530983,
+                0.14110856637168137,
+                -0.04703600000000003,
+                0.0665928778761063,
+                -0.021128761061947016,
+                0.017010241592920368,
+                0.09822180530973434,
+                0.005761375398230098,
+                0.0322361946902655,
+                -0.034939104424778704,
+                0.06566965486725665,
+                0.061632838053097376,
+                0.0004023300884955741,
+                0.07045262681415927,
+                0.028733457522123865,
+                0.02147898230088495,
+                -0.05026543539823011,
+                0.060225181415929224,
+                -0.07029714159292026,
+                0.06618380000000008,
+                0.011594984955752213,
+                0.040387401769911555,
+                -0.0058615916814159065,
+                0.04742410654867257,
+                -0.015766054867256643,
+                -0.062290848053097175,
+                -0.05214830601769914,
+                0.04644970973451337,
+                -0.05739616814159293,
+                0.05439313274336291,
+                -0.0036409858407079588,
+                -0.009598277876106183,
+                -0.011235967256637188,
+                -0.002634908849557516,
+                -0.005508535398230053,
+                -0.05590965752212387,
+                -0.06772527787610619,
+                0.08251315044247781,
+                -0.08976234513274321,
+                0.04703600000000003,
+                -0.04274165486725669,
+                -0.05909215752212393,
+                0.027935999115044265,
+                -0.036451818017699096,
+                0.03197787610619467,
+                0.1596792035398229,
+                0.0024668168141592844,
+                -0.015842806194690306,
+                0.07878208849557493,
+                0.006463776548672604,
+                0.06462291946902653,
+                0.025483634513274327,
+                0.06707996637168136,
+                -0.07861038619469025,
+                -0.0949829097345134,
+                -0.08679084778761066,
+                0.09411216159292037,
+                -0.061483929203539976,
+                -0.03750280353982299,
+                0.024982454867256657,
+                0.010920844247787605,
+                -0.036973680442477924,
+                -0.00325765690265486,
+                -0.06706977168141595,
+                0.054682415929203546,
+                0.07233616902654867,
+                0.024967183185840673,
+                0.0201886814159292,
+                0.0625599000000001,
+                0.016163015929203547,
+                -0.19404511061946894,
+                0.1314095771681416,
+                -0.02607840336283184,
+                -0.07232390353982299,
+                0.06542182300884967,
+                0.09097714132743363,
+                -0.0490932584955752,
+                0.17395115044247766,
+                -0.08915754336283198,
+                0.005843493805309704,
+                -0.1311985026548673,
+                0.0822022767256637,
+                -0.0316962311504425,
+                -0.15503262123893807,
+                0.050416203539823005,
+                0.012278147787610633,
+                0.0764223432743363,
+                0.20117684424778776,
+                -0.15312840973451328,
+                -0.006850403539823016,
+                -0.22191862300884949,
+                0.1207021007964602,
+                -0.08917110283185833,
+                -0.07690047646017703,
+                0.030319972566371638,
+                -0.1126870734513274,
+                0.06241866831858403,
+                -0.1273596991150443,
+                0.06213639999999999,
+                -0.07254762831858405,
+                -0.08504349999999997,
+                0.034207636283185856,
+                -0.02238689532743362,
+                0.10946240796460185,
+                0.021622823008849552,
+                -0.1487953611504425,
+                0.02685327893805308,
+                -0.04490421946902649,
+                -0.04955592035398229,
+                0.06734868938053096,
+                -0.08363668734513273,
+                0.022693176017699095,
+                0.09933861353982294,
+                -0.00604589380530972,
+                -0.10963647433628322,
+                0.03259297079646029,
+                -0.07945840000000003,
+                -0.007002541592920362,
+                0.10658185398230094,
+                -0.0866022876106194,
+                0.06365430106194689
+            ]
+        ],
+        "std": [
+            [
+                0.9732374444872444,
+                0.9655808459932996,
+                0.2507734231833244,
+                0.85756632700396,
+                0.9152499916483915,
+                0.9319460220789437,
+                0.9577523305438101,
+                1.1527478213503135,
+                0.9576681124104236,
+                1.0097636409421697,
+                0.9939501739346246,
+                0.8077223719814682,
+                0.9956881527950738,
+                1.065832253077651,
+                0.8648866626310105,
+                0.7884428876814543,
+                0.8846283104978594,
+                1.0392968702844574,
+                0.9547571784517959,
+                0.830419971626617,
+                1.9911349325902201,
+                0.8944357999064113,
+                0.8944357999064099,
+                1.0,
+                1.0,
+                1.0,
+                1.0288388455432311,
+                1.0366372636701484,
+                1.0104922342254585,
+                0.6029602666961917,
+                1.0,
+                0.9119059418676891,
+                0.9988936769842922,
+                1.3401171108416883,
+                1.0,
+                1.0,
+                1.409505785723462,
+                0.7576328500006007,
+                1.1142082921935355,
+                1.100915710823559,
+                0.9521761840451372,
+                0.8352521125885086,
+                0.7194469320515606,
+                0.9886952789548065,
+                1.0,
+                1.111662684055426,
+                1.9911349325902201,
+                0.9988936769842919,
+                1.0,
+                1.0,
+                0.9092993788613446,
+                1.061138924056677,
+                0.8860454459362529,
+                0.77869888137794,
+                1.0,
+                0.9971658374137916,
+                0.8944357999064098,
+                1.4095057857234619,
+                1.409505785723463,
+                1.4095057857234636,
+                1.4095057857234625,
+                0.9988939483461562,
+                0.8359429042688657,
+                0.9455652546275832,
+                1.047159553008427,
+                1.2373317065584502,
+                0.9367499049873408,
+                0.7094990007768702,
+                1.0,
+                1.9911349325902201,
+                1.152138074538977,
+                1.0,
+                1.076296523650441,
+                1.0790204523971971,
+                0.9278040585020654,
+                0.6623289850929874,
+                1.0736843273720698,
+                1.059187675645061,
+                1.4095057857234636,
+                1.1978616378928757,
+                1.9911349325902201,
+                1.0,
+                1.9911349325902201,
+                0.9142231440920847,
+                1.3486308966826843,
+                0.9779239267203217,
+                1.072217573812213,
+                1.0,
+                1.0670736267417575,
+                1.0,
+                0.7576328500006009,
+                0.9988939483461562,
+                1.0,
+                1.2592635987036094,
+                0.6360290623787335,
+                0.8549033709264361,
+                1.300841714365119,
+                0.979322007928904,
+                1.2296324368044147,
+                1.3300447893255654,
+                1.2339107860310472,
+                1.4063287585864288,
+                1.4063287585864277,
+                0.817419899167048,
+                1.0,
+                0.9988939483461566,
+                1.2178666747421332,
+                0.9179155627028488,
+                1.1674686384124506,
+                0.937597875841375,
+                1.9128860722576218,
+                1.9849443701676805,
+                1.2128492302504466,
+                1.1978616378928766,
+                1.409505785723462,
+                1.0,
+                0.9988939483461566,
+                1.9776639067090993,
+                0.8944357999064088,
+                0.9089427774812973,
+                1.1565813541259533,
+                0.9312031818896745,
+                0.37790291497240225,
+                1.0,
+                1.0103067336455187,
+                1.0,
+                1.612796005825811,
+                1.4095057857234625,
+                0.9988936769842919,
+                0.9869575017654069,
+                1.0625408223089012,
+                0.8572543250334869,
+                0.4626232154331089,
+                0.8399894436428749,
+                1.0,
+                1.0,
+                1.0,
+                0.9949165069017805,
+                0.9763809111647539,
+                0.9886383527662114,
+                1.0,
+                0.8853802248708618,
+                1.9911349325902201,
+                1.0,
+                1.4095057857234612,
+                0.8944357999064094,
+                0.8545082434186259,
+                0.8796291945635648,
+                0.9389113833926183,
+                0.8861374760427413,
+                0.39441056751713705,
+                0.8648668783726172,
+                0.9862191391833568,
+                0.8481954658017612,
+                0.9206020572467216,
+                0.886517128434336,
+                1.0192902215038742,
+                0.956622629021229,
+                0.8523688961466389,
+                0.2992587051477164,
+                1.0,
+                0.8898404778961094,
+                1.0071877733497892,
+                0.950155747946548,
+                1.0050918229648342,
+                0.7815635141616576,
+                0.9972744785704897,
+                0.9594844360499902,
+                0.9255046483391078,
+                0.4876909595587591,
+                0.5036861467715275,
+                0.8566188861170654,
+                0.7638467720219689,
+                1.0032544884403838,
+                1.0560420525550518,
+                0.8986819691295396,
+                0.9372189161919664,
+                0.8101867430665612,
+                0.8950623205358443,
+                0.7725356624236849,
+                1.0,
+                0.872460731649835,
+                1.045597205130584,
+                0.881115812189619,
+                0.9553256168269835,
+                0.8848742890899297,
+                0.5907365616618244,
+                0.9525692591339604,
+                0.9761188977078773,
+                1.2163938242844157,
+                0.9319895550002153,
+                0.8335462617896103,
+                0.9176414735582966,
+                0.9775951517497435,
+                0.8425042883529639,
+                1.2598848541968266,
+                0.949252647471748,
+                0.838972165335258,
+                0.23456841787874302,
+                1.1642248030770597,
+                0.8628119131177865,
+                0.8751618803772816,
+                0.9228296916565395,
+                0.9809394578124714,
+                0.5915262659968897,
+                0.8563703331027254,
+                1.223677024967222,
+                0.9284798655045788,
+                1.2965375076317172,
+                1.0,
+                0.9389878405072626,
+                0.8540110671890598,
+                1.316521539927867,
+                1.4340416104694482,
+                0.8735072262525767,
+                0.676363014728904,
+                1.1134658692256694,
+                1.0134545560863548,
+                1.7552329970203224,
+                1.7155564074285294,
+                0.873049365917997,
+                1.030474558081803,
+                1.0170344415415917,
+                1.0766146909852692,
+                0.7111765255105056,
+                0.6923440560955865,
+                1.0058025631570486,
+                0.9240158601820535,
+                1.9435205267323648,
+                1.9899491083438348,
+                0.8387690283436754,
+                0.9708565551581373,
+                0.8493149601758292,
+                0.985055690803851,
+                0.8279931417986857,
+                0.9098729896957297,
+                0.9370725829078755,
+                0.8393620512490872,
+                0.28080206241297245,
+                1.0,
+                0.8220194136548338,
+                0.9761698379739507,
+                0.7917031329595748,
+                0.9270879739715543,
+                0.847139011361557,
+                1.0122054789755355,
+                0.9745187015121873,
+                0.8548335912371546,
+                0.16972156566241,
+                0.8245729285934237,
+                1.06901211839648,
+                0.8750748380574906,
+                1.0605384058291198,
+                0.814622435544981,
+                1.1662691506968674,
+                1.0027045465050628,
+                0.707221379699125,
+                1.0,
+                0.8738904193642293,
+                1.0307627522011051,
+                0.9112504790758761,
+                1.0340966211802813
+            ]
+        ]
+    },
+    "width": 512,
+    "in_features": 262,
+    "out_features": 13,
+    "depth": 4,
+    "padding": 524,
+    "parameters": 1084073,
+    "cert_evals": {
+        "36": 0.4923076927661896,
+        "72": 0.4384615421295166,
+        "108": 0.3769230842590332,
+        "255": 0.2153846174478531
+    }
+}

UCI_N4/sdp/runs/arrhythmia/fold_1/result.json

@@ -0,0 +1,554 @@
+{
+    "best_epoch": 13,
+    "best_val_acc": 0.5263157894736842,
+    "test_acc": 0.4858156028368794,
+    "train_size": 113,
+    "val_size": 57,
+    "test_size": 282,
+    "stats": {
+        "mean": [
+            [
+                -0.08236052831858409,
+                0.04887446902654869,
+                0.0825547600000001,
+                0.07080902389380533,
+                0.06969351327433632,
+                -0.02017880672566372,
+                0.0033134920353982203,
+                -0.0904622607964602,
+                0.0008566455575221136,
+                0.05502761778761062,
+                0.0029605046017698983,
+                0.16618478141592918,
+                0.10348846991150445,
+                -0.12880789292035386,
+                0.001393306194690269,
+                -0.009972053097345045,
+                -0.13480514867256632,
+                0.15853807787610613,
+                -0.022554120353982243,
+                -0.17088875221238942,
+                -0.04703600000000003,
+                -0.02112876106194702,
+                0.14790371681415893,
+                0.0665928778761063,
+                0.0665928778761063,
+                0.09438671238938028,
+                -0.033913831858407135,
+                -0.05746374070796462,
+                0.020589044247787618,
+                -0.08296883185840712,
+                -0.016433217699115002,
+                -0.02482472566371683,
+                -0.13408300000000029,
+                -0.0661125929203539,
+                0.14110856637168206,
+                0.19977865575221251,
+                0.06659287787610634,
+                0.16107630088495584,
+                -0.04968823575221234,
+                0.16085886725663703,
+                -0.040819525663716834,
+                -0.04226484955752222,
+                0.03399069026548677,
+                0.08868894690265484,
+                0.14110856637168143,
+                0.1435154159292037,
+                -0.04703600000000003,
+                -2.920353984457933e-07,
+                -0.02112876106194691,
+                0.1997786557522125,
+                -0.14194291681415921,
+                0.11196102831858407,
+                0.0592675752212388,
+                0.09347194690265491,
+                -0.04703600000000003,
+                0.13773737168141595,
+                -0.1056450000000003,
+                -0.06659289999999989,
+                0.0665928778761063,
+                -0.06659289999999989,
+                0.0665928778761063,
+                0.09438671238938029,
+                -0.09931298230088502,
+                -0.11574543716814155,
+                0.19007244637168158,
+                0.006741415929203616,
+                -0.17417296814159283,
+                -2.920353982846636e-07,
+                -0.04703600000000003,
+                -0.04703600000000003,
+                0.027216715044247736,
+                0.14110856637168231,
+                -0.00288054867256639,
+                0.04904841858407081,
+                0.02098572858407086,
+                -0.1192364601769909,
+                -0.0031704955752213143,
+                0.01358514159292034,
+                -0.06659289999999989,
+                0.014341504424779012,
+                -0.04703600000000003,
+                -0.04703600000000003,
+                -0.04703600000000003,
+                0.07784732743362836,
+                0.10888657327433629,
+                -0.1186584123893806,
+                -0.02180679646017706,
+                -0.07482919999999994,
+                0.08863622212389385,
+                0.13608353008849555,
+                0.08948672566371674,
+                1.0619469028597977e-07,
+                -0.09438650000000005,
+                -0.02112876106194696,
+                0.09014838938053121,
+                -0.048498132743362864,
+                0.05329288938053096,
+                0.07878135752212394,
+                0.006330884955752202,
+                0.04712901946902665,
+                0.11292442477876118,
+                -0.09438650000000005,
+                0.09438671238938054,
+                -0.03861907964601756,
+                1.0619469029580476e-07,
+                -0.09438650000000005,
+                0.06704106194690229,
+                -0.07101396460177,
+                0.11338092035398238,
+                0.022629575221239016,
+                0.15994504424778788,
+                0.039176644247788044,
+                0.11334270796460184,
+                -0.100392831858407,
+                0.0665928778761063,
+                -0.08165009999999992,
+                1.0619469028597977e-07,
+                0.027216715044247736,
+                -0.0211287610619469,
+                0.007675044247787407,
+                0.017898353982300903,
+                0.022447520353982425,
+                -0.10415006194690236,
+                -0.06118739999999991,
+                -0.031867106194690256,
+                0.0665928778761063,
+                0.0386198407079645,
+                -0.06659289999999989,
+                0.06704106194690229,
+                0.03697516814159319,
+                -0.044993100884955714,
+                -0.005112693362831841,
+                -0.08742769999999993,
+                -0.04059785840707965,
+                0.027216715044247736,
+                0.1411085663716819,
+                0.13608353008849491,
+                0.03589945132743362,
+                -0.0453806460176991,
+                0.003572176991150533,
+                0.05211161769911493,
+                -0.012922732743362846,
+                0.1411085663716814,
+                -0.04703600000000003,
+                0.1997786557522125,
+                0.14790371681415954,
+                0.14316932831858414,
+                0.03571657522123903,
+                -0.10441322884955753,
+                -0.23222040176991168,
+                -0.03493910442477871,
+                0.05546864601769913,
+                0.12581869469026555,
+                -0.18030577079646018,
+                -0.07161228646017702,
+                -0.03718444513274338,
+                0.013523787610619589,
+                0.10059417451327425,
+                0.01624747876106193,
+                0.05021323893805318,
+                -0.05147623362831883,
+                0.1827229362831858,
+                0.0034618557522124397,
+                0.05241511327433623,
+                0.030558143362831823,
+                -0.19202160176991148,
+                0.11133997495575228,
+                0.12129543628318586,
+                0.060097776106194795,
+                0.11579815929203502,
+                -0.027196398230088462,
+                0.17599128230088495,
+                -0.1195051539823009,
+                0.18247482389380532,
+                0.06219380353982303,
+                -0.09025506017699113,
+                0.08350311504424779,
+                0.1271729522123894,
+                -0.0951591353982304,
+                0.10388311504424796,
+                0.04703600000000003,
+                -0.14397143362831855,
+                -0.056712807079646044,
+                0.11911974769911506,
+                0.07255731355752211,
+                0.17956833628318594,
+                0.03657456283185836,
+                -0.12767188938053103,
+                -0.21526490619469008,
+                0.019409734513274046,
+                -0.20038580796460184,
+                0.13453505858407078,
+                -0.20150050008849554,
+                -0.10956924336283183,
+                -0.1755137388495575,
+                0.07771356637168146,
+                0.1258815132743363,
+                0.05789021663716825,
+                0.059674265486725525,
+                0.04250356814159293,
+                0.18101372743362842,
+                -0.08988732212389382,
+                0.148077411681416,
+                0.041530495575221225,
+                -0.07796867964601775,
+                -0.08606286725663721,
+                0.216610610619469,
+                0.09511035132743359,
+                -0.05938040707964593,
+                0.0625599000000001,
+                -0.09312924070796465,
+                -0.07196051769911511,
+                0.13021555911504423,
+                0.10358608645132746,
+                -0.0039450442477876055,
+                0.015811640707964647,
+                0.042050546725663725,
+                -0.11399942584070796,
+                0.01275024778761036,
+                -0.012157897345132696,
+                -0.07146561415929208,
+                -0.03644905008849562,
+                -0.0460240963716814,
+                -0.04567296300884947,
+                -0.0159320159292035,
+                -0.020865886725663647,
+                0.006243656991150445,
+                -0.04104453495575228,
+                0.04250217699115046,
+                0.034307366371681414,
+                -0.11968876460176998,
+                -0.0937977030973451,
+                -0.007898124601769923,
+                -0.06254813724778759,
+                0.027666705132743385,
+                -0.0678103380530974,
+                0.0033648314159292177,
+                0.014861656991150381,
+                -0.08490639823008855,
+                0.06213639999999999,
+                0.10985744247787621,
+                -0.1141806185840708,
+                -0.0051085477876106,
+                -0.07652198922123891,
+                0.1186390026548673,
+                -0.006018964601769793,
+                -0.03378361716814159,
+                0.011641800000000063,
+                -0.06094139999999994,
+                0.1415026725663717,
+                -0.08340849911504429,
+                -0.021807159292035423,
+                -0.08355237141592924,
+                0.10080485079646004,
+                -0.0028213893805309528,
+                -0.039560768141592914,
+                -0.03811751592920355,
+                0.06180052389380527,
+                0.08721472743362838,
+                -0.045456217699115044,
+                -0.04452998026548677,
+                -0.08741183716814158
+            ]
+        ],
+        "std": [
+            [
+                1.0288523625377175,
+                0.9926765498781311,
+                1.5821926864265932,
+                1.2345480341843558,
+                1.0919259987637373,
+                0.8553411989728208,
+                0.9770372253740158,
+                1.0941619685910755,
+                0.9070109264400832,
+                1.1660151450666374,
+                0.82811358045681,
+                0.8585451804478106,
+                0.9271539318095082,
+                0.826139795075132,
+                0.9407871254954377,
+                1.1098127265333941,
+                0.9673996715099642,
+                1.0170784936919917,
+                0.7160692020317576,
+                0.8881539469849713,
+                1.0,
+                0.8944357999064094,
+                1.5353137244867066,
+                1.409505785723462,
+                1.4095057857234625,
+                1.4063287585864295,
+                0.8810006273224485,
+                0.9386543902953636,
+                0.9544080465249254,
+                0.605561339519823,
+                0.41738930632162535,
+                0.9435148318250272,
+                1.0,
+                0.7880462841530468,
+                1.9911349325902201,
+                1.9844233966366362,
+                1.4095057857234636,
+                1.494834216304884,
+                0.8945327921343991,
+                1.0465252306595956,
+                0.9657902518204129,
+                0.8818849232826983,
+                1.01289922968906,
+                0.9542609489006632,
+                1.9911349325902201,
+                1.303101066939662,
+                1.0,
+                0.9988936769842933,
+                0.8944357999064099,
+                1.9844233966366385,
+                0.9721978598866062,
+                0.9751070654641969,
+                1.053405494669145,
+                1.2277188687789828,
+                1.0,
+                0.9710532649972081,
+                1.0,
+                1.0,
+                1.4095057857234625,
+                1.0,
+                1.409505785723463,
+                1.4063287585864295,
+                0.9944538524514821,
+                1.0084398738408038,
+                1.096956593110858,
+                0.9848747659663566,
+                1.0176485758563296,
+                0.9988936769842915,
+                1.0,
+                1.0,
+                1.1521380745389784,
+                1.9911349325902201,
+                0.8886796764360778,
+                1.0626176220464763,
+                0.9820129092696263,
+                0.48071756015968203,
+                0.8052609158630751,
+                0.9014845427415126,
+                1.0,
+                1.0421263616247836,
+                1.0,
+                1.0,
+                1.0,
+                1.0603166366167238,
+                1.3948018100222412,
+                1.0002378777841179,
+                1.0521891063258038,
+                1.0,
+                1.170667828978199,
+                1.6220790112596297,
+                1.3004892166096398,
+                0.9988939483461562,
+                1.0,
+                0.8944357999064098,
+                1.2549059943840741,
+                0.9010506624821365,
+                1.2640911636544077,
+                0.947031285603356,
+                0.991260918816901,
+                1.3300447893255651,
+                1.1497030038124454,
+                1.0,
+                1.4063287585864277,
+                0.8174198991670485,
+                0.9988939483461566,
+                1.0,
+                1.217866674742133,
+                0.8282680988206665,
+                1.073085103116072,
+                0.9693454139903576,
+                1.7234040703162494,
+                1.1056144342459158,
+                1.074119172644369,
+                0.6071170412907283,
+                1.409505785723462,
+                1.0,
+                0.9988939483461562,
+                1.1521380745389787,
+                0.8944357999064119,
+                1.058370875443875,
+                1.0846522644237848,
+                1.0598613115637294,
+                0.5613288969768316,
+                1.0,
+                1.077530223972941,
+                1.4095057857234625,
+                1.15083399388167,
+                1.0,
+                1.2178666747421318,
+                1.0966395583377115,
+                1.0389053330759344,
+                1.0429545495698374,
+                1.0,
+                1.0244696199828591,
+                1.152138074538978,
+                1.9911349325902201,
+                1.6220790112596353,
+                1.1329428844818097,
+                1.0304640926757396,
+                1.0027828154445004,
+                1.4038062005460157,
+                1.0648539403871593,
+                1.9911349325902201,
+                1.0,
+                1.9844233966366391,
+                1.5353137244867094,
+                0.6866407429573802,
+                0.9470876233472572,
+                0.8928451459276403,
+                1.3503062413436946,
+                0.39441056751713693,
+                1.0739060999830787,
+                0.8074286630470415,
+                0.8622816943277237,
+                0.9235511168325403,
+                0.8884646840941383,
+                0.9253177369109523,
+                1.0067482855890655,
+                0.8717444615689396,
+                1.7004798113300974,
+                1.2451967529281143,
+                1.0189016467998342,
+                0.9159576992318523,
+                0.9716842292520014,
+                0.8537203439878127,
+                0.6934639134127168,
+                0.6814900866218891,
+                1.08628728041417,
+                0.8695100152450093,
+                1.7244969164094923,
+                0.9957413253735008,
+                0.886998298843266,
+                1.0086098935045376,
+                0.9474117590718318,
+                0.9527864599550645,
+                0.8622024829086022,
+                0.928715896349544,
+                1.165972778898159,
+                1.1444020655792773,
+                1.249832703644339,
+                1.0,
+                1.04414181114218,
+                0.7888691092407913,
+                0.8896110919230731,
+                0.8385172959457787,
+                0.6963004767756463,
+                1.0524770129026086,
+                0.8728215158868736,
+                1.2422671085343606,
+                1.0395955941659785,
+                0.9729248895409327,
+                0.942112878700215,
+                0.9029124312015971,
+                0.9945356002953412,
+                0.9067257721352653,
+                0.6559269963983796,
+                1.0530222495928638,
+                0.7742650861348659,
+                1.7415209866320729,
+                0.31751695199855035,
+                0.9401556411866103,
+                0.9925662855482592,
+                0.9703437391049544,
+                0.9315271035229352,
+                0.76726349356305,
+                1.113451820498087,
+                1.5950728246019172,
+                0.9108834606609704,
+                0.6187680270209445,
+                1.0,
+                1.026218169309107,
+                0.9226908311101232,
+                1.3695879042350074,
+                1.390915117042367,
+                0.9165066682832561,
+                1.0788295714407763,
+                0.8648263176100378,
+                0.9635758583333331,
+                0.8878642706591297,
+                0.9006687498171835,
+                0.8634669309414519,
+                1.0263681887473621,
+                1.1035216758671196,
+                0.9668823371087334,
+                0.9093839574625667,
+                1.2537251227686863,
+                0.925393016008483,
+                0.9198488449490679,
+                0.9988290268424753,
+                0.1771101235529094,
+                1.05614751420039,
+                0.9497863099739803,
+                1.0994839009481026,
+                0.92792429034674,
+                0.9973731985207415,
+                1.4008749618490997,
+                0.9833759189369512,
+                0.7900467121392818,
+                0.5512800744398914,
+                1.0,
+                1.160435495736531,
+                0.840523823247663,
+                1.0569742675732663,
+                0.8576934466322704,
+                0.9349861286126709,
+                0.8587290535040432,
+                0.9574488028099564,
+                0.8825111948837125,
+                1.0,
+                0.9946462418130932,
+                0.8401625258336195,
+                1.0609041780534152,
+                0.8625411201961046,
+                0.8578849236354916,
+                0.9245113485505083,
+                0.9397104471617286,
+                0.949988633400937,
+                1.4949439323664353,
+                1.0752730715733643,
+                0.854508526946672,
+                1.0304209489391347,
+                0.9286338973772724
+            ]
+        ]
+    },
+    "width": 512,
+    "in_features": 262,
+    "out_features": 13,
+    "depth": 4,
+    "padding": 524,
+    "parameters": 1084073,
+    "cert_evals": {
+        "36": 0.42198580503463745,
+        "72": 0.3333333134651184,
+        "108": 0.27304962277412415,
+        "255": 0.09219858050346375
+    }
+}

UCI_N4/sdp/runs/arrhythmia/fold_2/result.json

@@ -0,0 +1,554 @@
+{
+    "best_epoch": 60,
+    "best_val_acc": 0.5538461538461539,
+    "test_acc": 0.6496350364963503,
+    "train_size": 113,
+    "val_size": 65,
+    "test_size": 274,
+    "stats": {
+        "mean": [
+            [
+                0.003089986725663709,
+                -0.004440814159291977,
+                0.06255539469026555,
+                0.0030673203539822954,
+                0.001728016814159293,
+                0.11026861433628313,
+                0.017892446017699123,
+                -0.06960080176991157,
+                0.039233834283185866,
+                0.15144875398230093,
+                0.006497817787610628,
+                -0.01399969203539821,
+                0.12535314601769912,
+                0.032636741592920446,
+                -0.04566848761061949,
+                -0.12298024778761062,
+                -0.000969959292035392,
+                0.11890371504424775,
+                -0.09021629999999985,
+                -0.11451322123893802,
+                -0.04703600000000003,
+                0.06338747787610569,
+                -0.1056450000000003,
+                -0.06659289999999989,
+                0.0665928778761063,
+                -0.09438650000000005,
+                -0.04968765486725668,
+                0.10877121769911505,
+                -0.018068128318584065,
+                -0.08296883185840709,
+                -0.05587280000000011,
+                -0.06895776106194693,
+                -2.920353983278935e-07,
+                -0.013222389380530894,
+                -0.04703600000000003,
+                0.06659287787610632,
+                -0.06659289999999989,
+                -0.1252820000000002,
+                0.010099320973451271,
+                0.07353538053097344,
+                -0.007326469911504469,
+                -0.07684545132743385,
+                -0.0339906548672566,
+                0.05784047787610613,
+                0.14110856637168143,
+                3.805309734868323e-07,
+                -0.04703600000000003,
+                -0.06704164601769919,
+                -0.02112876106194691,
+                -0.06659289999999989,
+                0.15620863893805323,
+                -0.03053643008849556,
+                -0.18165605309734498,
+                -0.11233752212389378,
+                -0.04703600000000003,
+                -0.016779973451327427,
+                -0.021128761061946985,
+                -0.06659289999999989,
+                0.0665928778761063,
+                -0.06659289999999989,
+                -0.06659289999999989,
+                -0.09438650000000005,
+                -0.00463133628318579,
+                -0.07507774690265485,
+                -0.0007694676106195044,
+                -0.08089127433628311,
+                -0.10792991415929203,
+                -2.9203539847723323e-07,
+                -0.04703600000000003,
+                -0.04703600000000003,
+                0.027216715044247893,
+                -0.04703600000000003,
+                -0.02592799999999999,
+                0.08057962389380531,
+                0.024038425752212503,
+                -0.16465999999999992,
+                -0.07926050000000014,
+                -0.09237758407079648,
+                -0.06659289999999989,
+                -0.043025663716814114,
+                0.14110856637168245,
+                0.1411085663716826,
+                -0.04703600000000003,
+                -0.023750336283185847,
+                0.03126479168141594,
+                0.008899934513274312,
+                -0.02743449557522126,
+                0.06331698053097352,
+                0.05539779646017699,
+                0.027216715044247736,
+                0.017897150442477798,
+                1.0619469029187476e-07,
+                1.061946903233147e-07,
+                -0.02112876106194691,
+                -0.1502479999999999,
+                -0.016447008849557545,
+                -0.0054378495575221125,
+                0.07474130442477876,
+                -0.07807693805309734,
+                -0.07854839999999999,
+                -0.008790955752212368,
+                1.0619469031152472e-07,
+                1.0619469029973474e-07,
+                0.038619840707964564,
+                1.061946903233147e-07,
+                1.0619469035868464e-07,
+                -2.920353983829134e-07,
+                -0.06884565486725683,
+                -0.043006230088495565,
+                0.13900964601769922,
+                -0.06902842477876096,
+                -0.06529410000000001,
+                -0.07149334513274326,
+                -0.043025663716814044,
+                -0.06659289999999989,
+                0.02721671504424799,
+                1.0619469029187476e-07,
+                -0.08165009999999992,
+                -0.1056450000000003,
+                -0.0844234336283186,
+                0.045172380530973465,
+                0.08091592477876108,
+                -0.08034439823008824,
+                -0.06118739999999991,
+                0.009105318584070807,
+                0.0665928778761063,
+                0.03861984070796471,
+                -0.06659289999999989,
+                -2.920353983475435e-07,
+                -0.01561157522123892,
+                0.034667146902654884,
+                0.04805644646017698,
+                0.07649909380531038,
+                0.0778107902654868,
+                -0.08165009999999992,
+                -0.04703600000000003,
+                0.027216715044247736,
+                0.003988389380530976,
+                0.07484829203539822,
+                0.06071553097345137,
+                0.014212502654867237,
+                0.06978295752212389,
+                -0.04703600000000003,
+                -0.04703600000000003,
+                -0.06659289999999989,
+                -0.1056450000000003,
+                -0.05670110707964598,
+                0.09375696460176995,
+                -0.16628776973451334,
+                -0.004178826548672555,
+                -0.07220739999999994,
+                -0.06694404424778763,
+                -0.06819787345132745,
+                -0.049705195575221274,
+                -0.11667001238938055,
+                -0.12676487345132748,
+                0.06602797345132745,
+                0.0027255099115044237,
+                0.08367987168141594,
+                -0.07531826548672561,
+                0.06618380000000008,
+                -0.05077870088495575,
+                -0.03939802035398229,
+                0.0725209725663717,
+                0.018818907079646008,
+                -0.0012129309734513318,
+                0.08232463584070795,
+                0.06279675221238941,
+                0.05451436991150446,
+                -0.09364632743362859,
+                -0.013597840707964663,
+                -0.02791582300884959,
+                0.02277181946902653,
+                0.09624579256637165,
+                0.10685669557522126,
+                0.05720445840707966,
+                -0.11690305221238939,
+                -0.07600262831858408,
+                0.20486032743362856,
+                -0.11598514159292016,
+                0.04703600000000003,
+                0.12372530088495573,
+                0.07733639557522128,
+                0.009731815840707961,
+                0.06515634630088495,
+                -0.004099914159292028,
+                -0.062444362831858426,
+                -0.14432490088495575,
+                0.010303688495575204,
+                -0.03996258407079658,
+                -0.01723771946902648,
+                -0.03748595911504427,
+                -0.09338390796460176,
+                -0.12455748761061945,
+                -0.07069998663716814,
+                0.09306433097345132,
+                0.05574491150442479,
+                0.05271592371681417,
+                -0.10488400000000016,
+                0.0725061,
+                -0.06092212743362833,
+                -0.021001579646017662,
+                0.08582514876106195,
+                0.05783091212389381,
+                0.07796875840707959,
+                -0.0484065486725664,
+                -0.06359218141592915,
+                0.12465353274336273,
+                -0.03740971681415926,
+                -0.006256027433628239,
+                0.02847770973451326,
+                0.03523589380530972,
+                -0.007258076106194675,
+                0.029468245840707955,
+                0.07720809823008848,
+                -0.029801646017699017,
+                -0.07590199938053097,
+                -0.0023667877876106243,
+                -0.06193052212389384,
+                0.0729473,
+                -0.08944441592920359,
+                -0.008905622654867247,
+                -0.09599750318584069,
+                -0.11731536725663715,
+                0.03799221946902657,
+                0.04264000707964609,
+                -0.05476776486725663,
+                -0.08099349336283189,
+                -0.06403644955752204,
+                0.0510427,
+                -0.1728837920353984,
+                0.04379192212389381,
+                -0.08503633221238939,
+                -0.04843164778761059,
+                -0.013288855929203541,
+                0.05900416725663712,
+                0.01502987168141596,
+                -0.028499033982300897,
+                -0.06898648672566376,
+                0.06213639999999999,
+                -0.020727761061946872,
+                0.056635334513274314,
+                -0.009026141592920364,
+                0.03156841769911506,
+                -0.12126076106194686,
+                0.06353122123893817,
+                0.031937667522123854,
+                0.029336698938053133,
+                0.12508993982300817,
+                -0.07582650442477877,
+                0.006734969026548675,
+                0.06509837044247789,
+                0.03657155663716816,
+                -0.13086254787610632,
+                -0.01249529203539823,
+                0.041217141592920364,
+                0.050712616814159305,
+                0.008828665486725618,
+                -0.04774530973451326,
+                -0.06531424955752214,
+                0.08627439557522125,
+                0.019008834867256633
+            ]
+        ],
+        "std": [
+            [
+                0.9244692810470073,
+                0.9993356910018533,
+                1.1547522998507793,
+                0.9432810092169331,
+                1.03584004279498,
+                0.8753158130277445,
+                1.0465755215467378,
+                0.9102607240673849,
+                1.023778543447583,
+                0.9297280045159075,
+                1.0069835198754635,
+                0.9525566546794436,
+                0.9399759480360307,
+                0.9978150756585966,
+                0.9862811329995884,
+                0.9613244275752023,
+                1.111865207612389,
+                0.9715796850385696,
+                1.0,
+                1.0813226579822182,
+                1.0,
+                1.2592635987036094,
+                1.0,
+                1.0,
+                1.4095057857234625,
+                1.0,
+                1.010538238524329,
+                1.0722512669094082,
+                1.0593646908068974,
+                0.605561339519823,
+                1.0,
+                0.9556792785074675,
+                0.9988936769842924,
+                0.9607982608538026,
+                1.0,
+                1.4095057857234632,
+                1.0,
+                1.0,
+                0.972373648410722,
+                1.0584533172538098,
+                1.0284056325027326,
+                0.8751294762374062,
+                0.7194469320515607,
+                0.9753483226530357,
+                1.9911349325902201,
+                0.99889397212978,
+                1.0,
+                0.7094990007768706,
+                0.8944357999064104,
+                1.0,
+                0.9004941973725803,
+                1.0121581074927941,
+                0.761525664661198,
+                0.6638398438080123,
+                1.0,
+                1.0084273596642825,
+                0.8944357999064123,
+                1.0,
+                1.4095057857234632,
+                1.0,
+                1.0,
+                1.0,
+                1.0674172345021198,
+                1.0415595393603108,
+                0.9952640371583976,
+                0.7847375185646767,
+                1.0253922671299165,
+                0.9988936769842935,
+                1.0,
+                1.0,
+                1.1521380745389769,
+                1.0,
+                0.9380600926852771,
+                0.9688329579782285,
+                1.0699750013871834,
+                1.0,
+                1.0,
+                0.9022130416875166,
+                1.0,
+                0.8547515543653855,
+                1.9911349325902201,
+                1.9911349325902201,
+                1.0,
+                0.9833161542151768,
+                0.9113836368578456,
+                1.0154070458101938,
+                0.8175726795277899,
+                1.0291658658053822,
+                1.0023879541161114,
+                1.1521380745389784,
+                1.0666606471785436,
+                0.9988939483461562,
+                0.9988939483461564,
+                0.8944357999064111,
+                1.0,
+                1.0194849042181624,
+                0.9377289254070391,
+                0.9868393622488469,
+                0.7115324821514019,
+                1.0,
+                0.9291878599599749,
+                0.9988939483461571,
+                0.9988939483461564,
+                1.150833993881672,
+                0.9988939483461564,
+                0.9988939483461563,
+                0.9988936769842928,
+                0.8446756150368765,
+                0.8840822390425243,
+                0.879273891482901,
+                0.356357040154056,
+                1.0,
+                0.8575361470050674,
+                0.8547515543653872,
+                1.0,
+                1.1521380745389762,
+                0.9988939483461562,
+                1.0,
+                1.0,
+                0.7707096318942795,
+                0.9479029615796615,
+                0.8861435214681488,
+                0.709392406059319,
+                1.0,
+                0.9648083778490988,
+                1.4095057857234619,
+                1.1508339938816696,
+                1.0,
+                0.9988936769842918,
+                0.8265732991714976,
+                1.0190844405952648,
+                0.9459831021380053,
+                1.7348381185160544,
+                1.1517740759366022,
+                1.0,
+                1.0,
+                1.152138074538978,
+                0.912843060712004,
+                1.1388119070973806,
+                0.9915799039109703,
+                1.002719667279991,
+                1.085125621845705,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.5001714286910226,
+                0.9966194693620798,
+                0.9443805992812078,
+                0.8655175815339226,
+                1.0,
+                0.7897012658620092,
+                1.1164175335449071,
+                1.264530190302258,
+                0.8921583865445091,
+                1.0648052330194941,
+                0.8695758038727032,
+                0.8660581580725691,
+                0.8367831000825393,
+                0.37197924168302665,
+                1.0,
+                0.9262178979224102,
+                0.9242646117464632,
+                0.973591105652927,
+                0.9951600891998066,
+                1.1111862475284577,
+                0.6670563380647561,
+                0.9442962334551489,
+                0.990332316811185,
+                0.480719441273429,
+                1.223234975369157,
+                0.940394811395897,
+                0.9089632031900003,
+                1.0458338698053655,
+                0.9721165818563446,
+                1.374767108546496,
+                0.8594004341053223,
+                0.7653673558229712,
+                0.6670525311692612,
+                0.645642563256581,
+                1.0,
+                0.891254315503885,
+                1.0775980834755503,
+                1.007431548670928,
+                0.9530753484316439,
+                1.4811962251096449,
+                1.2176806384389702,
+                0.9602107117788192,
+                0.8795846242039457,
+                1.1116750216535782,
+                0.9501349187678776,
+                1.0821885258200035,
+                1.1407026156836266,
+                0.9231893015164008,
+                0.8990327480493145,
+                0.6422405879838027,
+                0.9092214790537131,
+                0.9351958368508632,
+                1.0,
+                1.0,
+                0.9288775753611616,
+                0.8531876075690629,
+                1.034017858801366,
+                1.0285706599327553,
+                1.5382840820664052,
+                1.0793433921827003,
+                0.7014984131399681,
+                0.9478974831267535,
+                0.8121083950620509,
+                0.5317226069000799,
+                0.877495299738119,
+                1.105656776922663,
+                0.9679617815757274,
+                0.7155463726091819,
+                1.108302722756925,
+                1.0944778308312668,
+                0.7749616919771513,
+                0.8850563716056123,
+                0.5693811287198752,
+                1.0,
+                0.9220528856937216,
+                0.8553127512283658,
+                0.9975197765961968,
+                0.8796722204092665,
+                1.1740947078133768,
+                0.9516756586234943,
+                0.9063555755946218,
+                0.9537956983823893,
+                0.21590336552059824,
+                1.0,
+                1.1291952185180558,
+                1.0007499385498189,
+                1.0111383561599954,
+                0.9704983147288865,
+                1.1385710361021162,
+                0.7564588026775311,
+                1.0046465692486821,
+                0.9312841189336238,
+                0.6375502285227569,
+                1.0,
+                0.829387189699574,
+                1.0544363475675953,
+                0.9771879250820691,
+                1.0137760206245479,
+                1.0423498864484522,
+                0.43681029699877133,
+                0.8991224001063718,
+                0.8257144621838688,
+                1.968770644943309,
+                0.8856828178067617,
+                1.0398871114616712,
+                0.8345338516516961,
+                0.9722595951185294,
+                1.285772740124495,
+                0.8915167876690523,
+                0.8875667705363124,
+                0.6453390579256484,
+                0.9343424770462008,
+                0.8887305596443167,
+                1.0443061214405034,
+                1.027608228431771,
+                0.9189390661089004
+            ]
+        ]
+    },
+    "width": 512,
+    "in_features": 262,
+    "out_features": 13,
+    "depth": 4,
+    "padding": 524,
+    "parameters": 1084073,
+    "cert_evals": {
+        "36": 0.6021897792816162,
+        "72": 0.5583941340446472,
+        "108": 0.49635034799575806,
+        "255": 0.3102189898490906
+    }
+}

UCI_N4/sdp/runs/arrhythmia/fold_3/result.json

@@ -0,0 +1,554 @@
+{
+    "best_epoch": 28,
+    "best_val_acc": 0.5373134328358209,
+    "test_acc": 0.5992647058823529,
+    "train_size": 113,
+    "val_size": 67,
+    "test_size": 272,
+    "stats": {
+        "mean": [
+            [
+                0.04070993805309734,
+                0.11996151327433617,
+                -0.07505505699115043,
+                -0.053473368141592904,
+                -0.0023036168141593112,
+                -0.04386066761061949,
+                0.1000648973451327,
+                0.21898467610619468,
+                0.0844638663362832,
+                -0.21027526176991146,
+                0.08278053309734511,
+                0.02691175840707965,
+                -0.10311968407079651,
+                -0.019989650442477833,
+                -0.029568291150442447,
+                0.06979861946902657,
+                -0.09989179115044242,
+                -0.0017227557522123856,
+                -2.2654867243656462e-07,
+                0.06518417699115044,
+                -0.04703600000000003,
+                -0.1056450000000003,
+                -0.1056450000000003,
+                0.19977865575221251,
+                0.0665928778761063,
+                0.09438671238938035,
+                -0.10331811504424784,
+                -0.11287559292035391,
+                0.1063068938053097,
+                0.04291548672566383,
+                -0.05587280000000011,
+                -0.032180318584070916,
+                0.06704106194690261,
+                -0.1718930000000004,
+                -0.04703600000000003,
+                0.0665928778761063,
+                -0.06659289999999989,
+                0.08948672566371665,
+                -0.025450121504424723,
+                -0.17311484513274336,
+                0.07640526460176993,
+                0.11526853982300869,
+                0.1133023008849558,
+                -0.07326554867256642,
+                -0.04703600000000003,
+                0.047838725663716816,
+                -0.04703600000000003,
+                0.06704106194690251,
+                -0.02112876106194691,
+                -0.06659289999999989,
+                -0.013552253982300916,
+                -0.020357922123893812,
+                -0.027464973451327517,
+                -0.006002522123893788,
+                -0.04703600000000003,
+                -0.04337743362831858,
+                0.14790371681415934,
+                0.0665928778761063,
+                -0.06659289999999989,
+                0.06659287787610634,
+                -0.06659289999999989,
+                1.0619469029580476e-07,
+                0.044767823008849614,
+                0.08289923362831852,
+                -0.12235442831858409,
+                -0.11459614159292028,
+                0.14790476371681416,
+                -2.9203539830824354e-07,
+                -0.04703600000000003,
+                0.14110856637168223,
+                0.027216715044247736,
+                -0.04703600000000003,
+                -0.055889752212389385,
+                -0.12962760265486717,
+                0.10187851619469035,
+                -0.01324823008849549,
+                0.022193132743362702,
+                -0.07879260176991155,
+                0.0665928778761063,
+                0.12907584070796485,
+                -0.04703600000000003,
+                -0.04703600000000003,
+                -0.04703600000000003,
+                -0.002639044247787606,
+                0.054982569292035384,
+                0.05932991150442477,
+                -0.06964141592920373,
+                -0.07482919999999994,
+                -0.033238396460177,
+                0.13608353008849555,
+                0.0894867256637167,
+                -0.09438650000000005,
+                -0.09438650000000005,
+                -0.1056450000000003,
+                0.030049292035398203,
+                0.0004219557522123656,
+                0.04024157522123887,
+                0.01212035575221241,
+                -0.06541580530973452,
+                -0.07854839999999999,
+                0.02907596460176992,
+                -0.09438650000000005,
+                0.09438671238938048,
+                -0.03861907964601766,
+                1.0619469030366473e-07,
+                1.0619469029580476e-07,
+                -0.0670416460176993,
+                -0.04499362831858416,
+                0.0430065663716814,
+                0.05495734513274337,
+                0.025254761061947018,
+                -0.06529410000000001,
+                0.06800543362831867,
+                -0.15775999999999976,
+                0.0665928778761063,
+                -0.08165009999999992,
+                1.0619469029580476e-07,
+                -0.08165009999999992,
+                -0.021128761061946954,
+                0.0199548849557522,
+                -0.04005870796460183,
+                0.07256339026548671,
+                0.0029753097345135682,
+                0.008741072566371728,
+                -0.12291731858407075,
+                0.0665928778761063,
+                -0.03861907964601771,
+                0.0665928778761063,
+                -2.9203539835933345e-07,
+                -0.15365226548672545,
+                -0.02139016460176988,
+                0.03374174115044254,
+                -0.03278541946902662,
+                -0.16577226814159277,
+                0.027216715044247785,
+                0.14110856637168206,
+                -0.08165009999999992,
+                -0.17471278761061948,
+                -0.05009553982300891,
+                0.10357247787610621,
+                0.01421250265486715,
+                -0.16799606460176988,
+                0.1411085663716814,
+                -0.04703600000000003,
+                0.1997786557522125,
+                -0.02112876106194691,
+                0.10064383539823014,
+                -0.09822227433628321,
+                0.010812114336283181,
+                -0.0005969424778760985,
+                -0.034939104424778704,
+                -0.021039132743362887,
+                0.1549942769911504,
+                -0.05473569823008849,
+                0.09371048247787614,
+                0.1284547699115043,
+                0.08193819469026561,
+                -0.1894623433628318,
+                -0.03994628938053097,
+                0.005021592920354035,
+                0.06618380000000008,
+                0.046780255752212445,
+                0.12412912743362833,
+                -0.15687404504424782,
+                -0.04040450761061948,
+                0.01819149026548674,
+                0.047322232477876085,
+                -0.1316860601769911,
+                -0.08258592566371675,
+                0.05638880530973452,
+                -0.10198681415929205,
+                0.1290602176991152,
+                -0.03669845398230087,
+                -0.10499076469026546,
+                -0.12757559911504432,
+                -0.06652606637168137,
+                0.05155422566371681,
+                0.031605256637168136,
+                0.0629123805309736,
+                0.023197380530973564,
+                0.04703600000000003,
+                -0.03599286283185842,
+                -0.1574473318584071,
+                0.10887992823008849,
+                -0.053605181415929175,
+                -0.012299078761061958,
+                -0.05887616991150452,
+                0.07308711769911504,
+                0.09051549646017694,
+                -0.10846913274336303,
+                -0.15513741725663718,
+                0.12073644318584073,
+                0.05041307504424779,
+                0.1529646697345132,
+                0.0776218637168141,
+                0.057565741592920404,
+                -0.17276489823008853,
+                -0.014984845840707986,
+                -0.04701723008849572,
+                -0.03750280353982299,
+                0.06355189203539817,
+                0.06636549999999998,
+                -0.1410115592035399,
+                -0.08766313362831851,
+                -0.09892783274336285,
+                -0.013420267079645989,
+                0.09777304070796461,
+                0.07535415840707965,
+                -0.10688448672566354,
+                0.0625599000000001,
+                -0.011544922123893811,
+                -0.09627820707964604,
+                0.08584640530973452,
+                0.007022314424778771,
+                -0.05128431504424778,
+                -0.06365885663716808,
+                0.02538907345132746,
+                0.071253879380531,
+                -0.032786734513274456,
+                0.0729473,
+                0.04719471592920353,
+                0.014598110265486715,
+                0.026159213575221246,
+                0.059101831504424836,
+                -0.07843545663716811,
+                0.0003891433628318023,
+                0.014624393274336253,
+                0.03384382522123893,
+                -0.07310352920353969,
+                0.0510427,
+                0.14306325132743355,
+                -0.011243908849557487,
+                0.02559352380530976,
+                0.03617407230973455,
+                -0.012417333274336301,
+                -0.10102372743362834,
+                -0.09638603628318594,
+                0.02360371292035396,
+                -0.0742930973451328,
+                -0.014339143362831862,
+                0.03523714159292039,
+                0.03915302300884953,
+                -0.08945827723893807,
+                -0.02228378656637163,
+                0.10421852477876106,
+                0.0697730088495576,
+                -0.12811908238938052,
+                -0.10229047238938055,
+                -0.048111653097345074,
+                0.041196920353982314,
+                0.10879424867256633,
+                -0.10693692778761064,
+                0.02704163566371678,
+                0.12719723849557518,
+                0.1358370884955751,
+                -0.11345866194690264,
+                -0.11236356814159291,
+                0.008828665486725625,
+                0.04901849557522122,
+                0.10906433185840712,
+                -0.12028646725663718,
+                0.005514894867256633
+            ]
+        ],
+        "std": [
+            [
+                1.0502669179700934,
+                0.9792224218294541,
+                0.24305352147883325,
+                1.043042266446498,
+                1.0744571502175468,
+                0.9508826739984755,
+                0.9451555552883207,
+                1.1810283789026603,
+                1.0064552702700122,
+                1.1190882010665817,
+                0.9034793296608571,
+                1.1336521923679663,
+                0.9786491101919341,
+                0.9206985848676537,
+                0.8610889538505271,
+                0.9619675032812017,
+                0.9308084274399617,
+                0.9863758024756076,
+                0.9547571784517959,
+                0.9496800506935921,
+                1.0,
+                1.0,
+                1.0,
+                1.9844233966366367,
+                1.4095057857234627,
+                1.40632875858643,
+                0.892002130496044,
+                1.0129634785032875,
+                0.978487303853688,
+                1.1394715296586964,
+                1.0,
+                1.0267988761241287,
+                1.217866674742132,
+                1.0,
+                1.0,
+                1.4095057857234627,
+                1.0,
+                1.30048921660964,
+                1.101075351501756,
+                0.9423320679555461,
+                0.9745566669040967,
+                1.0784150005489006,
+                1.3072548131334407,
+                1.020520797792866,
+                1.0,
+                1.1116626840554256,
+                1.0,
+                1.2178666747421323,
+                0.8944357999064103,
+                1.0,
+                0.9763859814864452,
+                0.9882312110151381,
+                0.9941548135105892,
+                1.0805382570058093,
+                1.0,
+                0.9455390825539804,
+                1.5353137244867092,
+                1.4095057857234619,
+                1.0,
+                1.4095057857234636,
+                1.0,
+                0.9988939483461567,
+                0.9028116049768871,
+                1.0263167291591377,
+                0.9964436627027657,
+                0.4280387316306564,
+                1.0514551909197751,
+                0.9988936769842915,
+                1.0,
+                1.9911349325902201,
+                1.152138074538978,
+                1.0,
+                0.9644113662850948,
+                0.9806946309645141,
+                0.9930268680075975,
+                0.8905664891946655,
+                1.0736843273720693,
+                1.0058668086951204,
+                1.409505785723462,
+                1.3330925209888196,
+                1.0,
+                1.0,
+                1.0,
+                1.0450036005861865,
+                1.3244456183776097,
+                0.932189980942975,
+                0.9625014477361986,
+                1.0,
+                1.0074707737922228,
+                1.62207901125963,
+                1.3004892166096393,
+                1.0,
+                1.0,
+                1.0,
+                1.0917543201475843,
+                1.0127130749629136,
+                1.2877909824303606,
+                0.9604994075919616,
+                0.8657450013263874,
+                1.0,
+                1.0599660091906427,
+                1.0,
+                1.4063287585864277,
+                0.8174198991670479,
+                0.9988939483461567,
+                0.9988939483461567,
+                0.7094990007768708,
+                0.8740833234525124,
+                1.010657132912493,
+                0.9328151962443406,
+                1.3541564903516528,
+                1.0,
+                1.0437864539647888,
+                1.0,
+                1.409505785723462,
+                1.0,
+                0.9988939483461567,
+                1.0,
+                0.8944357999064098,
+                1.2065791134004533,
+                1.0500123468485083,
+                0.9959504427215604,
+                1.0958354145667224,
+                0.7400533918928887,
+                0.9943642075886404,
+                1.4095057857234627,
+                0.8174198991670482,
+                1.4095057857234627,
+                0.9988936769842922,
+                0.9193790839730072,
+                1.0436031910295362,
+                0.9868834993023391,
+                0.5782795414175284,
+                0.9541173647907301,
+                1.1521380745389775,
+                1.9911349325902201,
+                1.0,
+                0.9325216486314452,
+                1.0303184562115624,
+                0.9698188611354921,
+                1.0027196672799903,
+                1.0327882823860284,
+                1.9911349325902201,
+                1.0,
+                1.9844233966366391,
+                0.8944357999064109,
+                0.7112349595162911,
+                1.0528496975740775,
+                0.9693293962135208,
+                1.098217436491506,
+                0.39441056751713705,
+                1.131185111941341,
+                0.8933013668038887,
+                0.8692841653701331,
+                0.9535583303775852,
+                0.9578421783922644,
+                0.9351032690489206,
+                0.9587912379925385,
+                0.8874155629442673,
+                0.7402206710271984,
+                1.0,
+                1.0688089329251667,
+                0.997681462694144,
+                0.9866601266296527,
+                0.9496581319654654,
+                0.9257831061652533,
+                0.9073562336120353,
+                0.9768579353882867,
+                0.9602672008044747,
+                0.7793988687883875,
+                1.2643817992013762,
+                0.8858997832358527,
+                1.0783739453909889,
+                0.9243425987503827,
+                0.9894525958813807,
+                0.8138319611992417,
+                0.9527697944043735,
+                1.1413505837251008,
+                0.8792523651290115,
+                1.0992317647014969,
+                1.0,
+                1.065433498566479,
+                0.9150528093441637,
+                1.0062463574228966,
+                1.011250604668206,
+                0.7913263564369651,
+                0.9735543146496928,
+                0.9610800849612564,
+                0.9880567372837797,
+                0.3866698577857632,
+                0.9853949011817834,
+                0.990227174214131,
+                0.8869793376043191,
+                1.0049463863071384,
+                0.9992217219580515,
+                0.9135057665522096,
+                0.9794517412025064,
+                0.8334338014885702,
+                0.37518500497353446,
+                1.1642248030770597,
+                0.9506854878365382,
+                1.1083600583283926,
+                0.9361744720072924,
+                1.0051395038183164,
+                0.7234663786843327,
+                1.1371317753211319,
+                1.5356103741191347,
+                0.8479920793399001,
+                0.46656712729960265,
+                1.0,
+                1.0891589322731212,
+                0.8545812844441173,
+                1.3469557389840487,
+                1.3298686360213214,
+                0.8184103746992143,
+                1.2426545134673366,
+                0.9345647421429395,
+                0.8739291157345797,
+                0.7954155323258645,
+                1.0,
+                0.9396031266002715,
+                0.8729340873197525,
+                1.1022147706138496,
+                0.9052007430680863,
+                0.8002297286948205,
+                1.1474637082252046,
+                1.0050624674836923,
+                0.8958786752659496,
+                0.1199464140766847,
+                1.0,
+                0.9484606934407114,
+                0.924743989986394,
+                1.1045533858189263,
+                0.9763355497679247,
+                0.8775711016746042,
+                1.4892483405130004,
+                0.9479162196372228,
+                0.824520740664537,
+                0.48200134691826974,
+                0.8093410764663572,
+                1.0307538015892828,
+                0.8557116942728363,
+                0.9675781578595044,
+                0.9316537658305905,
+                0.961482671503125,
+                0.9499524026348503,
+                1.0156281171297905,
+                0.9533815998673338,
+                0.13577727875330386,
+                1.0944930405696027,
+                0.9984202119037168,
+                1.0610893586418122,
+                1.0416564535479678,
+                0.953141207852886,
+                0.9699518518482332,
+                1.0661304370514315,
+                0.9605383246803934,
+                0.9343424770461999,
+                1.1428421085341074,
+                0.9995106529728873,
+                1.0191031224939573,
+                1.0275583030415119
+            ]
+        ]
+    },
+    "width": 512,
+    "in_features": 262,
+    "out_features": 13,
+    "depth": 4,
+    "padding": 524,
+    "parameters": 1084073,
+    "cert_evals": {
+        "36": 0.49264705181121826,
+        "72": 0.43382352590560913,
+        "108": 0.38235294818878174,
+        "255": 0.16911764442920685
+    }
+}

UCI_N4/sdp/runs/audiology-std/fold_0/result.json

@@ -0,0 +1,148 @@
+{
+    "best_epoch": 5,
+    "best_val_acc": 0.1935483870967742,
+    "test_acc": 0.1,
+    "train_size": 25,
+    "val_size": 31,
+    "test_size": 140,
+    "stats": {
+        "mean": [
+            [
+                -1.7763568394002505e-17,
+                -8.399999999486596e-07,
+                7.99999999756551e-08,
+                -1.2800000001833566e-06,
+                -3.6000000007696543e-07,
+                -8.799999999986596e-07,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -8.000000002006402e-08,
+                7.99999999756551e-08,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                7.99999999756551e-08,
+                0.0,
+                -3.199999999159431e-07,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -3.3306690738754695e-17,
+                -3.999999999981796e-07,
+                0.0,
+                7.99999999756551e-08,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -8.659739592076221e-17,
+                0.0,
+                -8.659739592076221e-17,
+                0.0,
+                0.0,
+                0.0,
+                -7.199999999940587e-07,
+                -4.800000000759752e-07,
+                2.799999999325564e-07,
+                0.0,
+                2.220446049250313e-18,
+                0.0,
+                -1.5999999996907377e-07,
+                0.0,
+                -4.0000000006479297e-07,
+                0.0,
+                0.0
+            ]
+        ],
+        "std": [
+            [
+                0.9797958971132714,
+                0.979795399156076,
+                0.979796007645425,
+                0.9797944438980055,
+                0.979795825808005,
+                0.9797970293219844,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132714,
+                1.0,
+                0.9797961795409461,
+                0.979796007645425,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797960076454252,
+                1.0,
+                0.9797960772142222,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132711,
+                0.9797952000000001,
+                1.0,
+                0.9797960076454251,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132709,
+                1.0,
+                0.9797958971132709,
+                1.0,
+                1.0,
+                1.0,
+                0.9797942770355633,
+                0.9797949007791427,
+                0.9797958854236333,
+                1.0,
+                0.979795897113271,
+                1.0,
+                0.9797957933341287,
+                1.0,
+                0.9797952,
+                1.0,
+                1.0
+            ]
+        ]
+    },
+    "width": 256,
+    "in_features": 59,
+    "out_features": 18,
+    "depth": 4,
+    "padding": 118,
+    "parameters": 125022,
+    "cert_evals": {
+        "36": 0.05000000074505806,
+        "72": 0.0071428571827709675,
+        "108": 0.0,
+        "255": 0.0
+    }
+}

UCI_N4/sdp/runs/audiology-std/fold_1/result.json

@@ -0,0 +1,148 @@
+{
+    "best_epoch": 31,
+    "best_val_acc": 0.5151515151515151,
+    "test_acc": 0.3188405797101449,
+    "train_size": 25,
+    "val_size": 33,
+    "test_size": 138,
+    "stats": {
+        "mean": [
+            [
+                -1.7763568394002505e-17,
+                -8.399999999486596e-07,
+                7.99999999756551e-08,
+                -1.2800000001833566e-06,
+                -3.6000000007696543e-07,
+                -8.799999999986596e-07,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -8.000000002006402e-08,
+                7.99999999756551e-08,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                7.99999999756551e-08,
+                0.0,
+                -3.199999999159431e-07,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -3.3306690738754695e-17,
+                -3.999999999981796e-07,
+                0.0,
+                7.99999999756551e-08,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -8.659739592076221e-17,
+                0.0,
+                -8.659739592076221e-17,
+                0.0,
+                0.0,
+                0.0,
+                -7.199999999940587e-07,
+                -4.800000000759752e-07,
+                2.799999999325564e-07,
+                0.0,
+                2.220446049250313e-18,
+                0.0,
+                -1.5999999996907377e-07,
+                0.0,
+                -4.0000000006479297e-07,
+                0.0,
+                0.0
+            ]
+        ],
+        "std": [
+            [
+                0.9797958971132714,
+                0.979795399156076,
+                0.979796007645425,
+                0.9797944438980055,
+                0.979795825808005,
+                0.9797970293219844,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132714,
+                1.0,
+                0.9797961795409461,
+                0.979796007645425,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797960076454252,
+                1.0,
+                0.9797960772142222,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132711,
+                0.9797952000000001,
+                1.0,
+                0.9797960076454251,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132709,
+                1.0,
+                0.9797958971132709,
+                1.0,
+                1.0,
+                1.0,
+                0.9797942770355633,
+                0.9797949007791427,
+                0.9797958854236333,
+                1.0,
+                0.979795897113271,
+                1.0,
+                0.9797957933341287,
+                1.0,
+                0.9797952,
+                1.0,
+                1.0
+            ]
+        ]
+    },
+    "width": 256,
+    "in_features": 59,
+    "out_features": 18,
+    "depth": 4,
+    "padding": 118,
+    "parameters": 125022,
+    "cert_evals": {
+        "36": 0.26811593770980835,
+        "72": 0.239130437374115,
+        "108": 0.17391304671764374,
+        "255": 0.028985507786273956
+    }
+}

UCI_N4/sdp/runs/audiology-std/fold_2/result.json

@@ -0,0 +1,148 @@
+{
+    "best_epoch": 30,
+    "best_val_acc": 0.36,
+    "test_acc": 0.3561643835616438,
+    "train_size": 25,
+    "val_size": 25,
+    "test_size": 146,
+    "stats": {
+        "mean": [
+            [
+                -1.7763568394002505e-17,
+                -8.399999999486596e-07,
+                7.99999999756551e-08,
+                -1.2800000001833566e-06,
+                -3.6000000007696543e-07,
+                -8.799999999986596e-07,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -8.000000002006402e-08,
+                7.99999999756551e-08,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                7.99999999756551e-08,
+                0.0,
+                -3.199999999159431e-07,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -3.3306690738754695e-17,
+                -3.999999999981796e-07,
+                0.0,
+                7.99999999756551e-08,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -8.659739592076221e-17,
+                0.0,
+                -8.659739592076221e-17,
+                0.0,
+                0.0,
+                0.0,
+                -7.199999999940587e-07,
+                -4.800000000759752e-07,
+                2.799999999325564e-07,
+                0.0,
+                2.220446049250313e-18,
+                0.0,
+                -1.5999999996907377e-07,
+                0.0,
+                -4.0000000006479297e-07,
+                0.0,
+                0.0
+            ]
+        ],
+        "std": [
+            [
+                0.9797958971132714,
+                0.979795399156076,
+                0.979796007645425,
+                0.9797944438980055,
+                0.979795825808005,
+                0.9797970293219844,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132714,
+                1.0,
+                0.9797961795409461,
+                0.979796007645425,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797960076454252,
+                1.0,
+                0.9797960772142222,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132711,
+                0.9797952000000001,
+                1.0,
+                0.9797960076454251,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132709,
+                1.0,
+                0.9797958971132709,
+                1.0,
+                1.0,
+                1.0,
+                0.9797942770355633,
+                0.9797949007791427,
+                0.9797958854236333,
+                1.0,
+                0.979795897113271,
+                1.0,
+                0.9797957933341287,
+                1.0,
+                0.9797952,
+                1.0,
+                1.0
+            ]
+        ]
+    },
+    "width": 256,
+    "in_features": 59,
+    "out_features": 18,
+    "depth": 4,
+    "padding": 118,
+    "parameters": 125022,
+    "cert_evals": {
+        "36": 0.31506848335266113,
+        "72": 0.2602739632129669,
+        "108": 0.21232876181602478,
+        "255": 0.027397260069847107
+    }
+}

UCI_N4/sdp/runs/audiology-std/fold_3/result.json

@@ -0,0 +1,148 @@
+{
+    "best_epoch": 45,
+    "best_val_acc": 0.5,
+    "test_acc": 0.3546099290780142,
+    "train_size": 25,
+    "val_size": 30,
+    "test_size": 141,
+    "stats": {
+        "mean": [
+            [
+                -1.7763568394002505e-17,
+                -8.399999999486596e-07,
+                7.99999999756551e-08,
+                -1.2800000001833566e-06,
+                -3.6000000007696543e-07,
+                -8.799999999986596e-07,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -8.000000002006402e-08,
+                7.99999999756551e-08,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                7.99999999756551e-08,
+                0.0,
+                -3.199999999159431e-07,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -3.3306690738754695e-17,
+                -3.999999999981796e-07,
+                0.0,
+                7.99999999756551e-08,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                0.0,
+                -8.659739592076221e-17,
+                0.0,
+                -8.659739592076221e-17,
+                0.0,
+                0.0,
+                0.0,
+                -7.199999999940587e-07,
+                -4.800000000759752e-07,
+                2.799999999325564e-07,
+                0.0,
+                2.220446049250313e-18,
+                0.0,
+                -1.5999999996907377e-07,
+                0.0,
+                -4.0000000006479297e-07,
+                0.0,
+                0.0
+            ]
+        ],
+        "std": [
+            [
+                0.9797958971132714,
+                0.979795399156076,
+                0.979796007645425,
+                0.9797944438980055,
+                0.979795825808005,
+                0.9797970293219844,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132714,
+                1.0,
+                0.9797961795409461,
+                0.979796007645425,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797960076454252,
+                1.0,
+                0.9797960772142222,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132711,
+                0.9797952000000001,
+                1.0,
+                0.9797960076454251,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                1.0,
+                0.9797958971132709,
+                1.0,
+                0.9797958971132709,
+                1.0,
+                1.0,
+                1.0,
+                0.9797942770355633,
+                0.9797949007791427,
+                0.9797958854236333,
+                1.0,
+                0.979795897113271,
+                1.0,
+                0.9797957933341287,
+                1.0,
+                0.9797952,
+                1.0,
+                1.0
+            ]
+        ]
+    },
+    "width": 256,
+    "in_features": 59,
+    "out_features": 18,
+    "depth": 4,
+    "padding": 118,
+    "parameters": 125022,
+    "cert_evals": {
+        "36": 0.3191489279270172,
+        "72": 0.27659574151039124,
+        "108": 0.24822694063186646,
+        "255": 0.06382978707551956
+    }
+}

UCI_N4/sdp/runs/balance-scale/fold_0/result.json

@@ -0,0 +1,38 @@
+{
+    "best_epoch": 40,
+    "best_val_acc": 0.7108433734939759,
+    "test_acc": 0.694300518134715,
+    "train_size": 156,
+    "val_size": 83,
+    "test_size": 386,
+    "stats": {
+        "mean": [
+            [
+                0.05887832692307693,
+                -2.5641025661690044e-08,
+                0.09964028205128199,
+                -0.09058207692307692
+            ]
+        ],
+        "std": [
+            [
+                0.9464310236223092,
+                0.9765235538802873,
+                0.9974316897506468,
+                1.0391308031314608
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 4,
+    "out_features": 3,
+    "depth": 4,
+    "padding": 10,
+    "parameters": 1569,
+    "cert_evals": {
+        "36": 0.5803108811378479,
+        "72": 0.4404144883155823,
+        "108": 0.3134714961051941,
+        "255": 0.03367875516414642
+    }
+}

UCI_N4/sdp/runs/balance-scale/fold_1/result.json

@@ -0,0 +1,38 @@
+{
+    "best_epoch": 54,
+    "best_val_acc": 0.8556701030927835,
+    "test_acc": 0.7688172043010753,
+    "train_size": 156,
+    "val_size": 97,
+    "test_size": 372,
+    "stats": {
+        "mean": [
+            [
+                0.09511109615384612,
+                -3.416070845000482e-17,
+                0.00905823076923074,
+                0.08152388461538454
+            ]
+        ],
+        "std": [
+            [
+                1.0090351712085057,
+                1.0055834762270852,
+                0.9532661180714023,
+                1.002273371607005
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 4,
+    "out_features": 3,
+    "depth": 4,
+    "padding": 10,
+    "parameters": 1569,
+    "cert_evals": {
+        "36": 0.6236559152603149,
+        "72": 0.4865591526031494,
+        "108": 0.3870967626571655,
+        "255": 0.09139785170555115
+    }
+}

UCI_N4/sdp/runs/balance-scale/fold_2/result.json

@@ -0,0 +1,38 @@
+{
+    "best_epoch": 70,
+    "best_val_acc": 0.7634408602150538,
+    "test_acc": 0.7207446808510638,
+    "train_size": 156,
+    "val_size": 93,
+    "test_size": 376,
+    "stats": {
+        "mean": [
+            [
+                -0.00452913461538464,
+                0.06340748717948716,
+                -1.2820512825151571e-08,
+                0.09964030769230771
+            ]
+        ],
+        "std": [
+            [
+                0.9879158233594086,
+                0.9907460042778667,
+                1.027617579941566,
+                0.9614936385801037
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 4,
+    "out_features": 3,
+    "depth": 4,
+    "padding": 10,
+    "parameters": 1569,
+    "cert_evals": {
+        "36": 0.585106372833252,
+        "72": 0.4627659320831299,
+        "108": 0.3643617033958435,
+        "255": 0.07180850952863693
+    }
+}

UCI_N4/sdp/runs/balance-scale/fold_3/result.json

@@ -0,0 +1,38 @@
+{
+    "best_epoch": 17,
+    "best_val_acc": 0.8260869565217391,
+    "test_acc": 0.8143236074270557,
+    "train_size": 156,
+    "val_size": 92,
+    "test_size": 377,
+    "stats": {
+        "mean": [
+            [
+                0.05434929487179499,
+                -0.08605298076923085,
+                0.06793655769230768,
+                -0.16757685256410257
+            ]
+        ],
+        "std": [
+            [
+                1.0569029867956488,
+                1.0161657906649941,
+                0.9625917447832895,
+                0.9469510608150327
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 4,
+    "out_features": 3,
+    "depth": 4,
+    "padding": 10,
+    "parameters": 1569,
+    "cert_evals": {
+        "36": 0.6100795865058899,
+        "72": 0.3899204134941101,
+        "108": 0.24137930572032928,
+        "255": 0.03978779911994934
+    }
+}

UCI_N4/sdp/runs/balloons/fold_0/result.json

@@ -0,0 +1,38 @@
+{
+    "best_epoch": 1,
+    "best_val_acc": 0.5,
+    "test_acc": 0.5,
+    "train_size": 4,
+    "val_size": 4,
+    "test_size": 8,
+    "stats": {
+        "mean": [
+            [
+                0.0,
+                0.0,
+                -0.968246,
+                0.0
+            ]
+        ],
+        "std": [
+            [
+                0.968246,
+                0.968246,
+                1.0,
+                0.968246
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 4,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 10,
+    "parameters": 1558,
+    "cert_evals": {
+        "36": 0.5,
+        "72": 0.5,
+        "108": 0.125,
+        "255": 0.0
+    }
+}

UCI_N4/sdp/runs/balloons/fold_1/result.json

@@ -0,0 +1,38 @@
+{
+    "best_epoch": 1,
+    "best_val_acc": 0.0,
+    "test_acc": 0.3,
+    "train_size": 4,
+    "val_size": 2,
+    "test_size": 10,
+    "stats": {
+        "mean": [
+            [
+                -0.484123,
+                0.484123,
+                0.0,
+                0.0
+            ]
+        ],
+        "std": [
+            [
+                0.8385256331126676,
+                0.8385256331126676,
+                0.968246,
+                0.968246
+            ]
+        ]
+    },
+    "width": 32,
+    "in_features": 4,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 10,
+    "parameters": 1558,
+    "cert_evals": {
+        "36": 0.10000000149011612,
+        "72": 0.0,
+        "108": 0.0,
+        "255": 0.0
+    }
+}

UCI_N4/sdp/runs/bank/fold_1/result.json

@@ -0,0 +1,62 @@
+{
+    "best_epoch": 27,
+    "best_val_acc": 0.8402985074626865,
+    "test_acc": 0.8357221609702316,
+    "train_size": 1130,
+    "val_size": 670,
+    "test_size": 2721,
+    "stats": {
+        "mean": [
+            [
+                -0.01574801380530978,
+                0.0023927396460177394,
+                0.0021967858407077644,
+                -0.01932307256637162,
+                0.006853599999999982,
+                -0.03479098039734521,
+                0.0010882398230089275,
+                0.02142298584070794,
+                -0.04310824424778776,
+                -0.002926514159292115,
+                -0.01356536707964567,
+                0.01527978015929205,
+                -0.04149083628318521,
+                -0.006613960176991296,
+                0.006211176106194516,
+                -0.021354536283185895
+            ]
+        ],
+        "std": [
+            [
+                0.969300386690253,
+                1.0029838787869998,
+                1.0077378567908635,
+                1.0067270576318987,
+                0.9737641828355684,
+                0.8874066057167844,
+                1.0000362134178429,
+                0.978768086158569,
+                1.0166647522536418,
+                1.0110908544078474,
+                0.9795699211960872,
+                0.988628308543735,
+                0.8468895052095667,
+                1.0088647512260476,
+                1.0744144429583726,
+                0.97024384329565
+            ]
+        ]
+    },
+    "width": 64,
+    "in_features": 16,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 32,
+    "parameters": 8770,
+    "cert_evals": {
+        "36": 0.781330406665802,
+        "72": 0.7023153305053711,
+        "108": 0.6159499883651733,
+        "255": 0.21977214515209198
+    }
+}

UCI_N4/sdp/runs/bank/fold_3/result.json

@@ -0,0 +1,62 @@
+{
+    "best_epoch": 26,
+    "best_val_acc": 0.8491704374057315,
+    "test_acc": 0.841275659824047,
+    "train_size": 1130,
+    "val_size": 663,
+    "test_size": 2728,
+    "stats": {
+        "mean": [
+            [
+                -0.0319807638938054,
+                0.00842759592920361,
+                0.0032132584070795264,
+                -0.0512567557522122,
+                0.02061919999999998,
+                0.017208951831858395,
+                -0.023906728318583995,
+                0.009127680530973464,
+                0.04229537345132683,
+                0.03913422522123883,
+                -0.0012866005309730669,
+                0.019049747389380534,
+                0.0011946368141599608,
+                -0.01394144424778776,
+                -0.01887086017699146,
+                -0.012322258407079635
+            ]
+        ],
+        "std": [
+            [
+                0.9997012384907139,
+                1.011637351521284,
+                1.0052459246549308,
+                0.9835551200097631,
+                0.9188989108776542,
+                0.975563370252112,
+                0.9964151726496702,
+                0.9910016079646086,
+                0.9876324728734414,
+                0.9709295082923052,
+                1.018649934814902,
+                1.045208416973306,
+                1.0916320113723843,
+                0.971971990527501,
+                0.9802679634858928,
+                0.9883913040231975
+            ]
+        ]
+    },
+    "width": 64,
+    "in_features": 16,
+    "out_features": 2,
+    "depth": 4,
+    "padding": 32,
+    "parameters": 8770,
+    "cert_evals": {
+        "36": 0.7991202473640442,
+        "72": 0.7452346086502075,
+        "108": 0.671187698841095,
+        "255": 0.2738269865512848
+    }
+}

UCI_N4/wilcoxon_pairwise_all.csv

@@ -0,0 +1,76 @@
+metric,alg_a,alg_b,n_common,n_nonzero,wins_a,wins_b,ties,win_rate_a_over_b,mean_diff_a_minus_b,median_diff_a_minus_b,W_stat,p_two_sided,z_equiv,effect_size_r,p_holm_global,p_holm_within_metric
+mean_cert_acc_108,aol,ldlt-resnet,121,121,1,120,0,0.008264462809917356,-0.24158591851735536,-0.22286115070000004,11.0,1.797749072159875e-21,-9.516114773194431,0.8651013430176756,1.348311804119906e-19,2.696623608239812e-20
+mean_cert_acc_108,aol,sdp,121,121,4,117,0,0.03305785123966942,-0.20705215111652892,-0.1616377295,33.0,3.102799787065712e-21,-9.459209493224254,0.8599281357476595,2.296071842428627e-19,4.3439197018919967e-20
+mean_cert_acc_108,aol,ortho,121,121,6,115,0,0.049586776859504134,-0.22247552428264467,-0.1828913777,54.0,5.2084252913700304e-21,-9.404890816889083,0.8549900742626438,3.802150462700122e-19,6.770952878781039e-20
+mean_cert_acc_108,aol,sandwich,121,121,5,116,0,0.04132231404958678,-0.2760772690677686,-0.2530477867,63.0,6.49720575799675e-21,-9.381611384174015,0.8528737621976377,4.67798814575766e-19,7.7966469095961e-20
+mean_cert_acc_108,aol,ldlt,121,117,15,102,4,0.14049586776859505,-0.14590028245619835,-0.0794756578,265.0,4.503316114591703e-18,-8.66529847776026,0.8011071276606325,2.656956507609105e-16,4.953647726050873e-17
+mean_cert_acc_108,ldlt,sandwich,121,120,16,104,1,0.13636363636363635,-0.13017698661157026,-0.0911340416,469.0,1.2638532990605736e-16,-8.27693578933863,0.7555774064737658,6.951193144833155e-15,1.2638532990605736e-15
+mean_cert_acc_108,ortho,sandwich,121,121,15,106,0,0.12396694214876033,-0.053601744785123966,-0.04109544310000002,634.0,2.6866436191638997e-15,-7.904660708584446,0.7186055189622224,1.3164553733903108e-13,2.4179792572475097e-14
+mean_cert_acc_108,sandwich,sdp,121,120,95,25,1,0.7892561983471075,0.0690251179512397,0.03914702120000002,769.0,6.820770278047664e-14,7.491275059453614,0.6838567224230998,3.2057620306824023e-12,5.456616222438131e-13
+mean_cert_acc_108,ldlt,ldlt-resnet,121,121,28,93,0,0.23140495867768596,-0.09568563606115704,-0.05591615720000001,854.0,2.207173194165766e-13,-7.335607908882686,0.6668734462620624,9.71156205432937e-12,1.545021235916036e-12
+mean_cert_acc_108,ldlt,ortho,121,121,39,82,0,0.32231404958677684,-0.0765752418264463,-0.028889218600000002,1595.0,5.995523770828764e-08,-5.418934615341759,0.49263041957652354,1.8586123689569167e-06,3.5973142624972584e-07
+mean_cert_acc_108,ldlt,sdp,121,119,37,82,2,0.3140495867768595,-0.06115186866033058,-0.02308885100000002,1675.0,5.06442347780701e-07,-5.0238559265780784,0.46053611771803965,1.4180385737859628e-05,2.5322117389035047e-06
+mean_cert_acc_108,ldlt-resnet,sdp,121,121,83,38,0,0.6859504132231405,0.03453376740082644,0.018723312800000003,2059.0,2.4565990271643443e-05,4.218750528698047,0.3835227753361861,0.0005158857957045123,9.826396108657377e-05
+mean_cert_acc_108,ldlt-resnet,sandwich,121,121,43,78,0,0.35537190082644626,-0.03449135055041323,-0.02128587660000003,2138.0,5.9594970147687546e-05,-4.014408841532416,0.3649462583211287,0.001044842007824354,0.00017878491044306263
+mean_cert_acc_108,ldlt-resnet,ortho,121,121,77,44,0,0.6363636363636364,0.019110394234710743,0.01817540080000002,2506.0,0.0021946809205803104,3.0625387038494716,0.27841260944086105,0.019752128285222794,0.004389361841160621
+mean_cert_acc_108,ortho,sdp,121,121,65,56,0,0.5371900826446281,0.015423373166115709,0.003775427100000006,3069.0,0.10821221439603135,1.6062808573399678,0.1460255324854516,0.8656977151682508,0.10821221439603135
+mean_cert_acc_255,aol,ldlt-resnet,121,112,1,111,9,0.045454545454545456,-0.11734706390661157,-0.0569680196,10.0,5.435127868923378e-20,-9.155012973058705,0.865067413438693,3.58718439348943e-18,8.152691803385068e-19
+mean_cert_acc_255,aol,sandwich,121,114,2,112,7,0.045454545454545456,-0.14975303244545457,-0.08033088320000001,62.0,9.896991201233032e-20,-9.090075933634997,0.8513636145642759,6.33407436878914e-18,1.3855787681726244e-18
+mean_cert_acc_255,aol,sdp,121,107,3,104,14,0.08264462809917356,-0.09192413907520662,-0.04761767380000004,23.0,5.290354120745356e-19,-8.90600710173059,0.8609762036942776,3.227116013654667e-17,6.877460356968962e-18
+mean_cert_acc_255,aol,ortho,121,110,5,105,11,0.08677685950413223,-0.09715260164132232,-0.03630535300000004,122.0,2.3696816082203004e-18,-8.73814550939856,0.8331494842595897,1.4218089649321803e-16,2.8436179298643605e-17
+mean_cert_acc_255,ortho,sandwich,121,114,11,103,7,0.11983471074380166,-0.05260043080413224,-0.031272400199999995,258.0,1.3906084383345868e-17,-8.535906452144342,0.7994608872067027,8.065528942340604e-16,1.5296692821680454e-16
+mean_cert_acc_255,ldlt,sandwich,121,114,12,102,7,0.128099173553719,-0.08444288477851239,-0.0396959223,342.0,1.0551821198881891e-16,-8.298405245791203,0.7772168611963141,5.909019871373859e-15,1.0551821198881892e-15
+mean_cert_acc_255,aol,ldlt,121,93,8,85,28,0.18181818181818182,-0.06531014766694214,-0.0160309789,182.0,1.6583006315455866e-14,-7.674681580277351,0.7958274071184978,7.959843031418816e-13,1.492470568391028e-13
+mean_cert_acc_255,sandwich,sdp,121,115,90,25,6,0.768595041322314,0.05782889337024793,0.023969374600000037,977.0,4.7297035216832455e-11,6.57920498234637,0.613514028043662,1.7499903030228008e-09,3.7837628173465964e-10
+mean_cert_acc_255,ldlt,ldlt-resnet,121,112,23,89,9,0.22727272727272727,-0.052036916239669426,-0.024182047400000004,927.0,8.423037347976693e-11,-6.49284493871755,0.6135161788982517,3.0322934452716093e-09,5.896126143583686e-10
+mean_cert_acc_255,ldlt-resnet,sdp,121,115,80,35,6,0.6859504132231405,0.02542292483140496,0.0174753755,1603.0,1.3503770074500393e-06,4.832192333799678,0.45060425856101827,3.375942518625098e-05,8.102262044700236e-06
+mean_cert_acc_255,ldlt,sdp,121,106,27,79,15,0.28512396694214875,-0.026613991408264467,-0.0090909088,1323.0,1.8823917821239997e-06,-4.765657080027094,0.46288153466731174,4.517740277097599e-05,9.411958910619998e-06
+mean_cert_acc_255,ldlt,ortho,121,111,36,75,10,0.33884297520661155,-0.03184245397438017,-0.008467743099999994,1741.0,5.8046778212464115e-05,-4.020613482233357,0.3816197434492089,0.001044842007824354,0.00023218711284985646
+mean_cert_acc_255,ldlt-resnet,ortho,121,117,77,40,4,0.6528925619834711,0.020194462265289256,0.0131578948,1982.0,6.4586906071814e-05,3.995393428697371,0.36937425314923705,0.001044842007824354,0.00023218711284985646
+mean_cert_acc_255,ldlt-resnet,sandwich,121,118,45,73,3,0.384297520661157,-0.03240596853884298,-0.007769852899999985,2234.0,0.0006111136089935205,-3.4266333540213187,0.31544716905558257,0.007247342740102473,0.001222227217987041
+mean_cert_acc_255,ortho,sdp,121,113,55,58,8,0.48760330578512395,0.0052284625661157,0.0,3068.0,0.6632312125180395,0.43545635481621653,0.0409642880245867,1.0,0.6632312125180395
+mean_cert_acc_36,aol,ldlt-resnet,121,121,6,115,0,0.049586776859504134,-0.2438353373305785,-0.231873706,84.0,1.0860959640304494e-20,-9.327292707838847,0.8479357007126225,7.711281344616191e-19,1.629143946045674e-19
+mean_cert_acc_36,aol,sandwich,121,121,6,115,0,0.049586776859504134,-0.2706310854,-0.24364745610000005,88.0,1.1973679663363807e-20,-9.316946293298813,0.8469951175726194,8.381575764354665e-19,1.676315152870933e-19
+mean_cert_acc_36,aol,sdp,121,121,6,115,0,0.049586776859504134,-0.22157216573801655,-0.19121596959999998,145.0,4.7517450378286984e-20,-9.169509886103357,0.8335918078275779,3.183669175345228e-18,6.177268549177308e-19
+mean_cert_acc_36,aol,ortho,121,121,10,111,0,0.08264462809917356,-0.23044399081570252,-0.21867529300000002,196.0,1.6015929096147696e-19,-9.037593100717949,0.8215993727925408,1.0090035330573049e-17,1.9219114915377238e-18
+mean_cert_acc_36,aol,ldlt,121,121,16,105,0,0.1322314049586777,-0.16320656559917357,-0.12175737319999999,579.0,8.49009306398396e-16,-8.046923908509886,0.7315385371372624,4.499749323911499e-14,9.339102370382356e-15
+mean_cert_acc_36,ldlt,sandwich,121,121,28,93,0,0.23140495867768596,-0.10742451980082644,-0.05105680230000009,884.0,3.928270999828109e-13,-7.258009799832447,0.6598190727120407,1.689156529926087e-11,3.928270999828109e-12
+mean_cert_acc_36,sandwich,sdp,121,121,97,24,0,0.8016528925619835,0.04905891966198347,0.019867688399999972,1005.0,3.783778704446017e-12,6.94503075999648,0.6313664327269527,1.513511481778407e-10,3.4054008340014156e-11
+mean_cert_acc_36,ortho,sandwich,121,120,24,96,1,0.2024793388429752,-0.04018709458429752,-0.027458041900000008,1002.0,5.9401079860634335e-12,-6.881078559242919,0.6281536578104159,2.2572410347041047e-10,4.752086388850747e-11
+mean_cert_acc_36,ldlt,ldlt-resnet,121,121,39,82,0,0.32231404958677684,-0.08062877173140495,-0.03722838319999999,1356.0,1.5687653359134654e-09,-6.037132884108671,0.5488302621916974,5.176925608514436e-08,1.0981357351394257e-08
+mean_cert_acc_36,ldlt,ortho,121,121,47,74,0,0.3884297520661157,-0.06723742521652892,-0.018995806599999998,1855.0,2.0705094452157784e-06,-4.74641767023968,0.43149251547633455,4.762171723996291e-05,1.242305667129467e-05
+mean_cert_acc_36,ldlt,sdp,121,121,49,72,0,0.4049586776859504,-0.05836560013884298,-0.007477333800000013,2119.0,4.833107021995231e-05,-4.063554310597567,0.36941402823614244,0.0009182903341790939,0.00024165535109976156
+mean_cert_acc_36,ldlt-resnet,sandwich,121,121,41,80,0,0.33884297520661155,-0.026795748069421487,-0.016848057499999958,2142.0,6.226392248691838e-05,-4.004062426992384,0.3640056751811258,0.001044842007824354,0.0002490556899476735
+mean_cert_acc_36,ldlt-resnet,sdp,121,120,81,39,1,0.6735537190082644,0.02226317159256198,0.011815026399999984,2104.0,6.467109790725387e-05,3.9950848114653006,0.36469967839763645,0.001044842007824354,0.0002490556899476735
+mean_cert_acc_36,ldlt-resnet,ortho,121,121,78,43,0,0.6446280991735537,0.013391346514876033,0.012558475099999966,2429.0,0.0011074347250513686,3.2617071837450875,0.29651883488591707,0.011074347250513686,0.002214869450102737
+mean_cert_acc_36,ortho,sdp,121,121,60,61,0,0.49586776859504134,0.008871825077685951,-0.00043843690000000546,3076.0,0.11224685580376029,1.5881746318949113,0.1443795119904465,0.8656977151682508,0.11224685580376029
+mean_cert_acc_72,aol,sandwich,121,121,7,114,0,0.05785123966942149,-0.2932351713214876,-0.2614153504,107.0,1.9002333534012075e-20,-9.26780082423366,0.8425273476576055,1.3111610138468333e-18,2.850350030101811e-19
+mean_cert_acc_72,aol,ldlt-resnet,121,121,5,116,0,0.04132231404958678,-0.2631359925727273,-0.23269398510000006,116.0,2.3629582907707156e-20,-9.244521391518589,0.840411035592599,1.6068116377240865e-18,3.308141607079002e-19
+mean_cert_acc_72,aol,sdp,121,121,5,116,0,0.04132231404958678,-0.23148971349173555,-0.1927602664,162.0,7.138107476697239e-20,-9.12553762430822,0.8295943294825655,4.6397698598532054e-18,9.27953971970641e-19
+mean_cert_acc_72,aol,ortho,121,121,11,110,0,0.09090909090909091,-0.2412404211198347,-0.20635481180000004,214.0,2.4491474386621335e-19,-8.991034235287804,0.8173667486625277,1.5184714119705228e-17,2.93897692639456e-18
+mean_cert_acc_72,aol,ldlt,121,119,19,100,2,0.1652892561983471,-0.1632772664768595,-0.125,557.0,1.3650119218595034e-15,-7.988580616952475,0.7323119844949035,7.098061993669418e-14,1.5015131140454537e-14
+mean_cert_acc_72,ldlt,sandwich,121,121,20,101,0,0.1652892561983471,-0.1299579048446281,-0.0772011476,607.0,1.5300017598947808e-15,-7.974499006729662,0.724954455157242,7.803008975463382e-14,1.530001759894781e-14
+mean_cert_acc_72,ortho,sandwich,121,120,19,101,1,0.16115702479338842,-0.0519947502016529,-0.03462790700000007,601.0,2.1695959323890928e-15,-7.931245068189224,0.7240203054914729,1.0847979661945464e-13,1.9526363391501836e-14
+mean_cert_acc_72,sandwich,sdp,121,120,95,25,1,0.7892561983471075,0.06174545782975206,0.03927724810000002,801.0,1.287303814085018e-13,7.407471248265881,0.6762065161243622,5.792867163382581e-12,1.0298430512680145e-12
+mean_cert_acc_72,ldlt,ldlt-resnet,121,121,30,91,0,0.24793388429752067,-0.09985872609586775,-0.062678976,930.0,9.399453364498409e-13,-7.139026032622079,0.6490023666020072,3.9477704130893314e-11,6.579617355148886e-12
+mean_cert_acc_72,ldlt,ortho,121,121,42,79,0,0.34710743801652894,-0.07796315464297522,-0.020989417999999982,1696.0,2.500182392734213e-07,-5.157687648205951,0.4688806952914501,7.500547178202639e-06,1.5001094356405279e-06
+mean_cert_acc_72,ldlt,sdp,121,121,42,79,0,0.34710743801652894,-0.06821244701487603,-0.021312758300000012,1776.0,7.392446683490399e-07,-4.950759357405312,0.450069032491392,1.9959606045424077e-05,3.6962233417451994e-06
+mean_cert_acc_72,ldlt-resnet,sdp,121,121,83,38,0,0.6859504132231405,0.03164627908099173,0.01917563379999998,1938.0,5.850271358991362e-06,4.531729568534016,0.4119754153212742,0.00012870596989780997,2.3401085435965447e-05
+mean_cert_acc_72,ldlt-resnet,sandwich,121,121,40,81,0,0.3305785123966942,-0.03009917874876034,-0.019695848200000032,2062.0,2.5425319440171077e-05,-4.210990717793024,0.382817337981184,0.0005158857957045123,7.627595832051323e-05
+mean_cert_acc_72,ldlt-resnet,ortho,121,121,78,43,0,0.6446280991735537,0.021895571452892563,0.017794482400000033,2306.0,0.0003437790889925944,3.579859430851071,0.3254417664410065,0.004469128156903727,0.0006875581779851888
+mean_cert_acc_72,ortho,sdp,121,121,66,55,0,0.5454545454545454,0.009750707628099172,0.004098355799999953,3178.0,0.18538979937926348,1.3243410611240953,0.1203946419203723,0.8656977151682508,0.18538979937926348
+mean_test_acc,aol,ldlt,121,121,16,105,0,0.1322314049586777,-0.09281452340082647,-0.056798912199999996,412.0,2.273589154706615e-17,-8.478886715556222,0.7708078832323838,1.2959458181827706e-15,3.4103837320599226e-16
+mean_test_acc,aol,sandwich,121,121,18,103,0,0.1487603305785124,-0.09203259326611571,-0.05946643780000005,518.0,2.311544436918459e-16,-8.204706730245373,0.7458824300223067,1.248233995935968e-14,3.2361622116858428e-15
+mean_test_acc,aol,sdp,121,121,22,99,0,0.18181818181818182,-0.06835675380991735,-0.03513440550000002,806.0,8.667701016468735e-14,-7.459764883363071,0.6781604439420974,3.987142467575618e-12,1.1268011321409356e-12
+mean_test_acc,aol,ortho,121,121,27,94,0,0.2231404958677686,-0.0674542894,-0.02649849470000004,971.0,2.0217519208624917e-12,-7.032975283586752,0.6393613894169774,8.289182875536216e-11,2.42610230503499e-11
+mean_test_acc,aol,ldlt-resnet,121,121,25,96,0,0.2066115702479339,-0.07273327814214876,-0.031338923699999965,1013.0,4.3801917672420244e-12,-6.924337930916415,0.6294852664469468,1.7082747892243896e-10,4.818210943966227e-11
+mean_test_acc,ortho,sandwich,121,120,31,89,1,0.2603305785123967,-0.024578303866115706,-0.012561727300000047,1269.0,6.335852078999485e-10,-6.181840509645258,0.5643222490053234,2.21754822764982e-08,6.335852078999485e-09
+mean_test_acc,ldlt,ortho,121,121,94,27,0,0.7768595041322314,0.02536023400082645,0.013893890999999992,1309.0,7.334300863478093e-10,6.158703254954046,0.5598821140867315,2.4936622935825517e-08,6.600870777130284e-09
+mean_test_acc,ldlt,sdp,121,121,86,35,0,0.7107438016528925,0.024457769590909093,0.011069503199999942,1503.0,1.5412957513923103e-08,5.6569021497624945,0.5142638317965904,4.932146404455393e-07,1.2330366011138482e-07
+mean_test_acc,ldlt,ldlt-resnet,121,120,87,33,1,0.7231404958677686,0.020081245258677688,0.01084393090000002,1689.0,3.7364765861695115e-07,5.081915487806236,0.46391329133439085,1.0835782099891583e-05,2.615533610318658e-06
+mean_test_acc,sandwich,sdp,121,121,83,38,0,0.6859504132231405,0.02367583945619835,0.008980192799999953,1789.0,8.782065986480298e-07,4.917133510150208,0.44701213728638256,2.2833371564848774e-05,5.269239591888179e-06
+mean_test_acc,ldlt-resnet,sandwich,121,121,43,78,0,0.35537190082644626,-0.019299315123966942,-0.006794625399999976,2364.0,0.0006039452283418727,-3.4298364200206075,0.3118033109109643,0.007247342740102473,0.0030197261417093633
+mean_test_acc,ldlt-resnet,sdp,121,120,66,54,1,0.5495867768595041,0.004376524332231406,0.0019017287000000493,3070.0,0.14285074221929925,1.4652572612355523,0.133759075754492,0.8656977151682508,0.571402968877197
+mean_test_acc,ldlt-resnet,ortho,121,121,71,50,0,0.5867768595041323,0.005278988742148763,0.002452642000000005,3138.0,0.15334793383215564,1.4278052065244156,0.12980047332040143,0.8656977151682508,0.571402968877197
+mean_test_acc,ortho,sdp,121,121,60,61,0,0.49586776859504134,-0.0009024644099173576,-0.00036599980000007193,3623.0,0.862413703083493,-0.17330244354553592,0.01575476759504872,1.0,1.0
+mean_test_acc,ldlt,sandwich,121,121,59,62,0,0.48760330578512395,0.000781930134710744,-0.00016415209999998126,3624.0,0.8644472072224189,0.170715839910528,0.015519621810048,1.0,1.0

UCI_N4/wilcoxon_pairwise_all.json

@@ -0,0 +1,1427 @@
+[
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"aol",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":1,
+        "wins_b":120,
+        "ties":0,
+        "win_rate_a_over_b":0.0082644628,
+        "mean_diff_a_minus_b":-0.2415859185,
+        "median_diff_a_minus_b":-0.2228611507,
+        "W_stat":11.0,
+        "p_two_sided":1.797749072e-21,
+        "z_equiv":-9.5161147732,
+        "effect_size_r":0.865101343,
+        "p_holm_global":1.348311804e-19,
+        "p_holm_within_metric":2.696623608e-20
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"aol",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":4,
+        "wins_b":117,
+        "ties":0,
+        "win_rate_a_over_b":0.0330578512,
+        "mean_diff_a_minus_b":-0.2070521511,
+        "median_diff_a_minus_b":-0.1616377295,
+        "W_stat":33.0,
+        "p_two_sided":3.102799787e-21,
+        "z_equiv":-9.4592094932,
+        "effect_size_r":0.8599281357,
+        "p_holm_global":2.296071842e-19,
+        "p_holm_within_metric":4.343919702e-20
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"aol",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":6,
+        "wins_b":115,
+        "ties":0,
+        "win_rate_a_over_b":0.0495867769,
+        "mean_diff_a_minus_b":-0.2224755243,
+        "median_diff_a_minus_b":-0.1828913777,
+        "W_stat":54.0,
+        "p_two_sided":5.208425291e-21,
+        "z_equiv":-9.4048908169,
+        "effect_size_r":0.8549900743,
+        "p_holm_global":3.802150463e-19,
+        "p_holm_within_metric":6.770952879e-20
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"aol",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":5,
+        "wins_b":116,
+        "ties":0,
+        "win_rate_a_over_b":0.041322314,
+        "mean_diff_a_minus_b":-0.2760772691,
+        "median_diff_a_minus_b":-0.2530477867,
+        "W_stat":63.0,
+        "p_two_sided":6.497205758e-21,
+        "z_equiv":-9.3816113842,
+        "effect_size_r":0.8528737622,
+        "p_holm_global":4.677988146e-19,
+        "p_holm_within_metric":7.79664691e-20
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"aol",
+        "alg_b":"ldlt",
+        "n_common":121,
+        "n_nonzero":117,
+        "wins_a":15,
+        "wins_b":102,
+        "ties":4,
+        "win_rate_a_over_b":0.1404958678,
+        "mean_diff_a_minus_b":-0.1459002825,
+        "median_diff_a_minus_b":-0.0794756578,
+        "W_stat":265.0,
+        "p_two_sided":4.503316115e-18,
+        "z_equiv":-8.6652984778,
+        "effect_size_r":0.8011071277,
+        "p_holm_global":2.656956508e-16,
+        "p_holm_within_metric":4.953647726e-17
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":16,
+        "wins_b":104,
+        "ties":1,
+        "win_rate_a_over_b":0.1363636364,
+        "mean_diff_a_minus_b":-0.1301769866,
+        "median_diff_a_minus_b":-0.0911340416,
+        "W_stat":469.0,
+        "p_two_sided":1.263853299e-16,
+        "z_equiv":-8.2769357893,
+        "effect_size_r":0.7555774065,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ortho",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":15,
+        "wins_b":106,
+        "ties":0,
+        "win_rate_a_over_b":0.1239669421,
+        "mean_diff_a_minus_b":-0.0536017448,
+        "median_diff_a_minus_b":-0.0410954431,
+        "W_stat":634.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.9046607086,
+        "effect_size_r":0.718605519,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"sandwich",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":95,
+        "wins_b":25,
+        "ties":1,
+        "win_rate_a_over_b":0.7892561983,
+        "mean_diff_a_minus_b":0.069025118,
+        "median_diff_a_minus_b":0.0391470212,
+        "W_stat":769.0,
+        "p_two_sided":0.0,
+        "z_equiv":7.4912750595,
+        "effect_size_r":0.6838567224,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":28,
+        "wins_b":93,
+        "ties":0,
+        "win_rate_a_over_b":0.2314049587,
+        "mean_diff_a_minus_b":-0.0956856361,
+        "median_diff_a_minus_b":-0.0559161572,
+        "W_stat":854.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.3356079089,
+        "effect_size_r":0.6668734463,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":39,
+        "wins_b":82,
+        "ties":0,
+        "win_rate_a_over_b":0.3223140496,
+        "mean_diff_a_minus_b":-0.0765752418,
+        "median_diff_a_minus_b":-0.0288892186,
+        "W_stat":1595.0,
+        "p_two_sided":0.00000006,
+        "z_equiv":-5.4189346153,
+        "effect_size_r":0.4926304196,
+        "p_holm_global":0.0000018586,
+        "p_holm_within_metric":0.0000003597
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":119,
+        "wins_a":37,
+        "wins_b":82,
+        "ties":2,
+        "win_rate_a_over_b":0.3140495868,
+        "mean_diff_a_minus_b":-0.0611518687,
+        "median_diff_a_minus_b":-0.023088851,
+        "W_stat":1675.0,
+        "p_two_sided":0.0000005064,
+        "z_equiv":-5.0238559266,
+        "effect_size_r":0.4605361177,
+        "p_holm_global":0.0000141804,
+        "p_holm_within_metric":0.0000025322
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":83,
+        "wins_b":38,
+        "ties":0,
+        "win_rate_a_over_b":0.6859504132,
+        "mean_diff_a_minus_b":0.0345337674,
+        "median_diff_a_minus_b":0.0187233128,
+        "W_stat":2059.0,
+        "p_two_sided":0.000024566,
+        "z_equiv":4.2187505287,
+        "effect_size_r":0.3835227753,
+        "p_holm_global":0.0005158858,
+        "p_holm_within_metric":0.000098264
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":43,
+        "wins_b":78,
+        "ties":0,
+        "win_rate_a_over_b":0.3553719008,
+        "mean_diff_a_minus_b":-0.0344913506,
+        "median_diff_a_minus_b":-0.0212858766,
+        "W_stat":2138.0,
+        "p_two_sided":0.000059595,
+        "z_equiv":-4.0144088415,
+        "effect_size_r":0.3649462583,
+        "p_holm_global":0.001044842,
+        "p_holm_within_metric":0.0001787849
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":77,
+        "wins_b":44,
+        "ties":0,
+        "win_rate_a_over_b":0.6363636364,
+        "mean_diff_a_minus_b":0.0191103942,
+        "median_diff_a_minus_b":0.0181754008,
+        "W_stat":2506.0,
+        "p_two_sided":0.0021946809,
+        "z_equiv":3.0625387038,
+        "effect_size_r":0.2784126094,
+        "p_holm_global":0.0197521283,
+        "p_holm_within_metric":0.0043893618
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ortho",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":65,
+        "wins_b":56,
+        "ties":0,
+        "win_rate_a_over_b":0.5371900826,
+        "mean_diff_a_minus_b":0.0154233732,
+        "median_diff_a_minus_b":0.0037754271,
+        "W_stat":3069.0,
+        "p_two_sided":0.1082122144,
+        "z_equiv":1.6062808573,
+        "effect_size_r":0.1460255325,
+        "p_holm_global":0.8656977152,
+        "p_holm_within_metric":0.1082122144
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"aol",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":112,
+        "wins_a":1,
+        "wins_b":111,
+        "ties":9,
+        "win_rate_a_over_b":0.0454545455,
+        "mean_diff_a_minus_b":-0.1173470639,
+        "median_diff_a_minus_b":-0.0569680196,
+        "W_stat":10.0,
+        "p_two_sided":5.435127869e-20,
+        "z_equiv":-9.1550129731,
+        "effect_size_r":0.8650674134,
+        "p_holm_global":3.587184393e-18,
+        "p_holm_within_metric":8.152691803e-19
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"aol",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":114,
+        "wins_a":2,
+        "wins_b":112,
+        "ties":7,
+        "win_rate_a_over_b":0.0454545455,
+        "mean_diff_a_minus_b":-0.1497530324,
+        "median_diff_a_minus_b":-0.0803308832,
+        "W_stat":62.0,
+        "p_two_sided":9.896991201e-20,
+        "z_equiv":-9.0900759336,
+        "effect_size_r":0.8513636146,
+        "p_holm_global":6.334074369e-18,
+        "p_holm_within_metric":1.385578768e-18
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"aol",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":107,
+        "wins_a":3,
+        "wins_b":104,
+        "ties":14,
+        "win_rate_a_over_b":0.0826446281,
+        "mean_diff_a_minus_b":-0.0919241391,
+        "median_diff_a_minus_b":-0.0476176738,
+        "W_stat":23.0,
+        "p_two_sided":5.290354121e-19,
+        "z_equiv":-8.9060071017,
+        "effect_size_r":0.8609762037,
+        "p_holm_global":3.227116014e-17,
+        "p_holm_within_metric":6.877460357e-18
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"aol",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":110,
+        "wins_a":5,
+        "wins_b":105,
+        "ties":11,
+        "win_rate_a_over_b":0.0867768595,
+        "mean_diff_a_minus_b":-0.0971526016,
+        "median_diff_a_minus_b":-0.036305353,
+        "W_stat":122.0,
+        "p_two_sided":2.369681608e-18,
+        "z_equiv":-8.7381455094,
+        "effect_size_r":0.8331494843,
+        "p_holm_global":1.421808965e-16,
+        "p_holm_within_metric":2.84361793e-17
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ortho",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":114,
+        "wins_a":11,
+        "wins_b":103,
+        "ties":7,
+        "win_rate_a_over_b":0.1198347107,
+        "mean_diff_a_minus_b":-0.0526004308,
+        "median_diff_a_minus_b":-0.0312724002,
+        "W_stat":258.0,
+        "p_two_sided":1.390608438e-17,
+        "z_equiv":-8.5359064521,
+        "effect_size_r":0.7994608872,
+        "p_holm_global":8.065528942e-16,
+        "p_holm_within_metric":1.529669282e-16
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":114,
+        "wins_a":12,
+        "wins_b":102,
+        "ties":7,
+        "win_rate_a_over_b":0.1280991736,
+        "mean_diff_a_minus_b":-0.0844428848,
+        "median_diff_a_minus_b":-0.0396959223,
+        "W_stat":342.0,
+        "p_two_sided":1.05518212e-16,
+        "z_equiv":-8.2984052458,
+        "effect_size_r":0.7772168612,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"aol",
+        "alg_b":"ldlt",
+        "n_common":121,
+        "n_nonzero":93,
+        "wins_a":8,
+        "wins_b":85,
+        "ties":28,
+        "win_rate_a_over_b":0.1818181818,
+        "mean_diff_a_minus_b":-0.0653101477,
+        "median_diff_a_minus_b":-0.0160309789,
+        "W_stat":182.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.6746815803,
+        "effect_size_r":0.7958274071,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"sandwich",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":115,
+        "wins_a":90,
+        "wins_b":25,
+        "ties":6,
+        "win_rate_a_over_b":0.7685950413,
+        "mean_diff_a_minus_b":0.0578288934,
+        "median_diff_a_minus_b":0.0239693746,
+        "W_stat":977.0,
+        "p_two_sided":0.0,
+        "z_equiv":6.5792049823,
+        "effect_size_r":0.613514028,
+        "p_holm_global":0.0000000017,
+        "p_holm_within_metric":0.0000000004
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":112,
+        "wins_a":23,
+        "wins_b":89,
+        "ties":9,
+        "win_rate_a_over_b":0.2272727273,
+        "mean_diff_a_minus_b":-0.0520369162,
+        "median_diff_a_minus_b":-0.0241820474,
+        "W_stat":927.0,
+        "p_two_sided":0.0000000001,
+        "z_equiv":-6.4928449387,
+        "effect_size_r":0.6135161789,
+        "p_holm_global":0.000000003,
+        "p_holm_within_metric":0.0000000006
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":115,
+        "wins_a":80,
+        "wins_b":35,
+        "ties":6,
+        "win_rate_a_over_b":0.6859504132,
+        "mean_diff_a_minus_b":0.0254229248,
+        "median_diff_a_minus_b":0.0174753755,
+        "W_stat":1603.0,
+        "p_two_sided":0.0000013504,
+        "z_equiv":4.8321923338,
+        "effect_size_r":0.4506042586,
+        "p_holm_global":0.0000337594,
+        "p_holm_within_metric":0.0000081023
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":106,
+        "wins_a":27,
+        "wins_b":79,
+        "ties":15,
+        "win_rate_a_over_b":0.2851239669,
+        "mean_diff_a_minus_b":-0.0266139914,
+        "median_diff_a_minus_b":-0.0090909088,
+        "W_stat":1323.0,
+        "p_two_sided":0.0000018824,
+        "z_equiv":-4.76565708,
+        "effect_size_r":0.4628815347,
+        "p_holm_global":0.0000451774,
+        "p_holm_within_metric":0.000009412
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":111,
+        "wins_a":36,
+        "wins_b":75,
+        "ties":10,
+        "win_rate_a_over_b":0.3388429752,
+        "mean_diff_a_minus_b":-0.031842454,
+        "median_diff_a_minus_b":-0.0084677431,
+        "W_stat":1741.0,
+        "p_two_sided":0.0000580468,
+        "z_equiv":-4.0206134822,
+        "effect_size_r":0.3816197434,
+        "p_holm_global":0.001044842,
+        "p_holm_within_metric":0.0002321871
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":117,
+        "wins_a":77,
+        "wins_b":40,
+        "ties":4,
+        "win_rate_a_over_b":0.652892562,
+        "mean_diff_a_minus_b":0.0201944623,
+        "median_diff_a_minus_b":0.0131578948,
+        "W_stat":1982.0,
+        "p_two_sided":0.0000645869,
+        "z_equiv":3.9953934287,
+        "effect_size_r":0.3693742531,
+        "p_holm_global":0.001044842,
+        "p_holm_within_metric":0.0002321871
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":118,
+        "wins_a":45,
+        "wins_b":73,
+        "ties":3,
+        "win_rate_a_over_b":0.3842975207,
+        "mean_diff_a_minus_b":-0.0324059685,
+        "median_diff_a_minus_b":-0.0077698529,
+        "W_stat":2234.0,
+        "p_two_sided":0.0006111136,
+        "z_equiv":-3.426633354,
+        "effect_size_r":0.3154471691,
+        "p_holm_global":0.0072473427,
+        "p_holm_within_metric":0.0012222272
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ortho",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":113,
+        "wins_a":55,
+        "wins_b":58,
+        "ties":8,
+        "win_rate_a_over_b":0.4876033058,
+        "mean_diff_a_minus_b":0.0052284626,
+        "median_diff_a_minus_b":0.0,
+        "W_stat":3068.0,
+        "p_two_sided":0.6632312125,
+        "z_equiv":0.4354563548,
+        "effect_size_r":0.040964288,
+        "p_holm_global":1.0,
+        "p_holm_within_metric":0.6632312125
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"aol",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":6,
+        "wins_b":115,
+        "ties":0,
+        "win_rate_a_over_b":0.0495867769,
+        "mean_diff_a_minus_b":-0.2438353373,
+        "median_diff_a_minus_b":-0.231873706,
+        "W_stat":84.0,
+        "p_two_sided":1.086095964e-20,
+        "z_equiv":-9.3272927078,
+        "effect_size_r":0.8479357007,
+        "p_holm_global":7.711281345e-19,
+        "p_holm_within_metric":1.629143946e-19
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"aol",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":6,
+        "wins_b":115,
+        "ties":0,
+        "win_rate_a_over_b":0.0495867769,
+        "mean_diff_a_minus_b":-0.2706310854,
+        "median_diff_a_minus_b":-0.2436474561,
+        "W_stat":88.0,
+        "p_two_sided":1.197367966e-20,
+        "z_equiv":-9.3169462933,
+        "effect_size_r":0.8469951176,
+        "p_holm_global":8.381575764e-19,
+        "p_holm_within_metric":1.676315153e-19
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"aol",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":6,
+        "wins_b":115,
+        "ties":0,
+        "win_rate_a_over_b":0.0495867769,
+        "mean_diff_a_minus_b":-0.2215721657,
+        "median_diff_a_minus_b":-0.1912159696,
+        "W_stat":145.0,
+        "p_two_sided":4.751745038e-20,
+        "z_equiv":-9.1695098861,
+        "effect_size_r":0.8335918078,
+        "p_holm_global":3.183669175e-18,
+        "p_holm_within_metric":6.177268549e-19
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"aol",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":10,
+        "wins_b":111,
+        "ties":0,
+        "win_rate_a_over_b":0.0826446281,
+        "mean_diff_a_minus_b":-0.2304439908,
+        "median_diff_a_minus_b":-0.218675293,
+        "W_stat":196.0,
+        "p_two_sided":1.60159291e-19,
+        "z_equiv":-9.0375931007,
+        "effect_size_r":0.8215993728,
+        "p_holm_global":1.009003533e-17,
+        "p_holm_within_metric":1.921911492e-18
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"aol",
+        "alg_b":"ldlt",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":16,
+        "wins_b":105,
+        "ties":0,
+        "win_rate_a_over_b":0.132231405,
+        "mean_diff_a_minus_b":-0.1632065656,
+        "median_diff_a_minus_b":-0.1217573732,
+        "W_stat":579.0,
+        "p_two_sided":8.490093064e-16,
+        "z_equiv":-8.0469239085,
+        "effect_size_r":0.7315385371,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":28,
+        "wins_b":93,
+        "ties":0,
+        "win_rate_a_over_b":0.2314049587,
+        "mean_diff_a_minus_b":-0.1074245198,
+        "median_diff_a_minus_b":-0.0510568023,
+        "W_stat":884.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.2580097998,
+        "effect_size_r":0.6598190727,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"sandwich",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":97,
+        "wins_b":24,
+        "ties":0,
+        "win_rate_a_over_b":0.8016528926,
+        "mean_diff_a_minus_b":0.0490589197,
+        "median_diff_a_minus_b":0.0198676884,
+        "W_stat":1005.0,
+        "p_two_sided":0.0,
+        "z_equiv":6.94503076,
+        "effect_size_r":0.6313664327,
+        "p_holm_global":0.0000000002,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ortho",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":24,
+        "wins_b":96,
+        "ties":1,
+        "win_rate_a_over_b":0.2024793388,
+        "mean_diff_a_minus_b":-0.0401870946,
+        "median_diff_a_minus_b":-0.0274580419,
+        "W_stat":1002.0,
+        "p_two_sided":0.0,
+        "z_equiv":-6.8810785592,
+        "effect_size_r":0.6281536578,
+        "p_holm_global":0.0000000002,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":39,
+        "wins_b":82,
+        "ties":0,
+        "win_rate_a_over_b":0.3223140496,
+        "mean_diff_a_minus_b":-0.0806287717,
+        "median_diff_a_minus_b":-0.0372283832,
+        "W_stat":1356.0,
+        "p_two_sided":0.0000000016,
+        "z_equiv":-6.0371328841,
+        "effect_size_r":0.5488302622,
+        "p_holm_global":0.0000000518,
+        "p_holm_within_metric":0.000000011
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":47,
+        "wins_b":74,
+        "ties":0,
+        "win_rate_a_over_b":0.3884297521,
+        "mean_diff_a_minus_b":-0.0672374252,
+        "median_diff_a_minus_b":-0.0189958066,
+        "W_stat":1855.0,
+        "p_two_sided":0.0000020705,
+        "z_equiv":-4.7464176702,
+        "effect_size_r":0.4314925155,
+        "p_holm_global":0.0000476217,
+        "p_holm_within_metric":0.0000124231
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":49,
+        "wins_b":72,
+        "ties":0,
+        "win_rate_a_over_b":0.4049586777,
+        "mean_diff_a_minus_b":-0.0583656001,
+        "median_diff_a_minus_b":-0.0074773338,
+        "W_stat":2119.0,
+        "p_two_sided":0.0000483311,
+        "z_equiv":-4.0635543106,
+        "effect_size_r":0.3694140282,
+        "p_holm_global":0.0009182903,
+        "p_holm_within_metric":0.0002416554
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":41,
+        "wins_b":80,
+        "ties":0,
+        "win_rate_a_over_b":0.3388429752,
+        "mean_diff_a_minus_b":-0.0267957481,
+        "median_diff_a_minus_b":-0.0168480575,
+        "W_stat":2142.0,
+        "p_two_sided":0.0000622639,
+        "z_equiv":-4.004062427,
+        "effect_size_r":0.3640056752,
+        "p_holm_global":0.001044842,
+        "p_holm_within_metric":0.0002490557
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":81,
+        "wins_b":39,
+        "ties":1,
+        "win_rate_a_over_b":0.673553719,
+        "mean_diff_a_minus_b":0.0222631716,
+        "median_diff_a_minus_b":0.0118150264,
+        "W_stat":2104.0,
+        "p_two_sided":0.0000646711,
+        "z_equiv":3.9950848115,
+        "effect_size_r":0.3646996784,
+        "p_holm_global":0.001044842,
+        "p_holm_within_metric":0.0002490557
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":78,
+        "wins_b":43,
+        "ties":0,
+        "win_rate_a_over_b":0.6446280992,
+        "mean_diff_a_minus_b":0.0133913465,
+        "median_diff_a_minus_b":0.0125584751,
+        "W_stat":2429.0,
+        "p_two_sided":0.0011074347,
+        "z_equiv":3.2617071837,
+        "effect_size_r":0.2965188349,
+        "p_holm_global":0.0110743473,
+        "p_holm_within_metric":0.0022148695
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ortho",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":60,
+        "wins_b":61,
+        "ties":0,
+        "win_rate_a_over_b":0.4958677686,
+        "mean_diff_a_minus_b":0.0088718251,
+        "median_diff_a_minus_b":-0.0004384369,
+        "W_stat":3076.0,
+        "p_two_sided":0.1122468558,
+        "z_equiv":1.5881746319,
+        "effect_size_r":0.144379512,
+        "p_holm_global":0.8656977152,
+        "p_holm_within_metric":0.1122468558
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"aol",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":7,
+        "wins_b":114,
+        "ties":0,
+        "win_rate_a_over_b":0.0578512397,
+        "mean_diff_a_minus_b":-0.2932351713,
+        "median_diff_a_minus_b":-0.2614153504,
+        "W_stat":107.0,
+        "p_two_sided":1.900233353e-20,
+        "z_equiv":-9.2678008242,
+        "effect_size_r":0.8425273477,
+        "p_holm_global":1.311161014e-18,
+        "p_holm_within_metric":2.85035003e-19
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"aol",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":5,
+        "wins_b":116,
+        "ties":0,
+        "win_rate_a_over_b":0.041322314,
+        "mean_diff_a_minus_b":-0.2631359926,
+        "median_diff_a_minus_b":-0.2326939851,
+        "W_stat":116.0,
+        "p_two_sided":2.362958291e-20,
+        "z_equiv":-9.2445213915,
+        "effect_size_r":0.8404110356,
+        "p_holm_global":1.606811638e-18,
+        "p_holm_within_metric":3.308141607e-19
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"aol",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":5,
+        "wins_b":116,
+        "ties":0,
+        "win_rate_a_over_b":0.041322314,
+        "mean_diff_a_minus_b":-0.2314897135,
+        "median_diff_a_minus_b":-0.1927602664,
+        "W_stat":162.0,
+        "p_two_sided":7.138107477e-20,
+        "z_equiv":-9.1255376243,
+        "effect_size_r":0.8295943295,
+        "p_holm_global":4.63976986e-18,
+        "p_holm_within_metric":9.27953972e-19
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"aol",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":11,
+        "wins_b":110,
+        "ties":0,
+        "win_rate_a_over_b":0.0909090909,
+        "mean_diff_a_minus_b":-0.2412404211,
+        "median_diff_a_minus_b":-0.2063548118,
+        "W_stat":214.0,
+        "p_two_sided":2.449147439e-19,
+        "z_equiv":-8.9910342353,
+        "effect_size_r":0.8173667487,
+        "p_holm_global":1.518471412e-17,
+        "p_holm_within_metric":2.938976926e-18
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"aol",
+        "alg_b":"ldlt",
+        "n_common":121,
+        "n_nonzero":119,
+        "wins_a":19,
+        "wins_b":100,
+        "ties":2,
+        "win_rate_a_over_b":0.1652892562,
+        "mean_diff_a_minus_b":-0.1632772665,
+        "median_diff_a_minus_b":-0.125,
+        "W_stat":557.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.988580617,
+        "effect_size_r":0.7323119845,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":20,
+        "wins_b":101,
+        "ties":0,
+        "win_rate_a_over_b":0.1652892562,
+        "mean_diff_a_minus_b":-0.1299579048,
+        "median_diff_a_minus_b":-0.0772011476,
+        "W_stat":607.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.9744990067,
+        "effect_size_r":0.7249544552,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ortho",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":19,
+        "wins_b":101,
+        "ties":1,
+        "win_rate_a_over_b":0.1611570248,
+        "mean_diff_a_minus_b":-0.0519947502,
+        "median_diff_a_minus_b":-0.034627907,
+        "W_stat":601.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.9312450682,
+        "effect_size_r":0.7240203055,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"sandwich",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":95,
+        "wins_b":25,
+        "ties":1,
+        "win_rate_a_over_b":0.7892561983,
+        "mean_diff_a_minus_b":0.0617454578,
+        "median_diff_a_minus_b":0.0392772481,
+        "W_stat":801.0,
+        "p_two_sided":0.0,
+        "z_equiv":7.4074712483,
+        "effect_size_r":0.6762065161,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":30,
+        "wins_b":91,
+        "ties":0,
+        "win_rate_a_over_b":0.2479338843,
+        "mean_diff_a_minus_b":-0.0998587261,
+        "median_diff_a_minus_b":-0.062678976,
+        "W_stat":930.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.1390260326,
+        "effect_size_r":0.6490023666,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":42,
+        "wins_b":79,
+        "ties":0,
+        "win_rate_a_over_b":0.347107438,
+        "mean_diff_a_minus_b":-0.0779631546,
+        "median_diff_a_minus_b":-0.020989418,
+        "W_stat":1696.0,
+        "p_two_sided":0.00000025,
+        "z_equiv":-5.1576876482,
+        "effect_size_r":0.4688806953,
+        "p_holm_global":0.0000075005,
+        "p_holm_within_metric":0.0000015001
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":42,
+        "wins_b":79,
+        "ties":0,
+        "win_rate_a_over_b":0.347107438,
+        "mean_diff_a_minus_b":-0.068212447,
+        "median_diff_a_minus_b":-0.0213127583,
+        "W_stat":1776.0,
+        "p_two_sided":0.0000007392,
+        "z_equiv":-4.9507593574,
+        "effect_size_r":0.4500690325,
+        "p_holm_global":0.0000199596,
+        "p_holm_within_metric":0.0000036962
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":83,
+        "wins_b":38,
+        "ties":0,
+        "win_rate_a_over_b":0.6859504132,
+        "mean_diff_a_minus_b":0.0316462791,
+        "median_diff_a_minus_b":0.0191756338,
+        "W_stat":1938.0,
+        "p_two_sided":0.0000058503,
+        "z_equiv":4.5317295685,
+        "effect_size_r":0.4119754153,
+        "p_holm_global":0.000128706,
+        "p_holm_within_metric":0.0000234011
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":40,
+        "wins_b":81,
+        "ties":0,
+        "win_rate_a_over_b":0.3305785124,
+        "mean_diff_a_minus_b":-0.0300991787,
+        "median_diff_a_minus_b":-0.0196958482,
+        "W_stat":2062.0,
+        "p_two_sided":0.0000254253,
+        "z_equiv":-4.2109907178,
+        "effect_size_r":0.382817338,
+        "p_holm_global":0.0005158858,
+        "p_holm_within_metric":0.000076276
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":78,
+        "wins_b":43,
+        "ties":0,
+        "win_rate_a_over_b":0.6446280992,
+        "mean_diff_a_minus_b":0.0218955715,
+        "median_diff_a_minus_b":0.0177944824,
+        "W_stat":2306.0,
+        "p_two_sided":0.0003437791,
+        "z_equiv":3.5798594309,
+        "effect_size_r":0.3254417664,
+        "p_holm_global":0.0044691282,
+        "p_holm_within_metric":0.0006875582
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ortho",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":66,
+        "wins_b":55,
+        "ties":0,
+        "win_rate_a_over_b":0.5454545455,
+        "mean_diff_a_minus_b":0.0097507076,
+        "median_diff_a_minus_b":0.0040983558,
+        "W_stat":3178.0,
+        "p_two_sided":0.1853897994,
+        "z_equiv":1.3243410611,
+        "effect_size_r":0.1203946419,
+        "p_holm_global":0.8656977152,
+        "p_holm_within_metric":0.1853897994
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"aol",
+        "alg_b":"ldlt",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":16,
+        "wins_b":105,
+        "ties":0,
+        "win_rate_a_over_b":0.132231405,
+        "mean_diff_a_minus_b":-0.0928145234,
+        "median_diff_a_minus_b":-0.0567989122,
+        "W_stat":412.0,
+        "p_two_sided":2.273589155e-17,
+        "z_equiv":-8.4788867156,
+        "effect_size_r":0.7708078832,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":3.410383732e-16
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"aol",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":18,
+        "wins_b":103,
+        "ties":0,
+        "win_rate_a_over_b":0.1487603306,
+        "mean_diff_a_minus_b":-0.0920325933,
+        "median_diff_a_minus_b":-0.0594664378,
+        "W_stat":518.0,
+        "p_two_sided":2.311544437e-16,
+        "z_equiv":-8.2047067302,
+        "effect_size_r":0.74588243,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"aol",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":22,
+        "wins_b":99,
+        "ties":0,
+        "win_rate_a_over_b":0.1818181818,
+        "mean_diff_a_minus_b":-0.0683567538,
+        "median_diff_a_minus_b":-0.0351344055,
+        "W_stat":806.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.4597648834,
+        "effect_size_r":0.6781604439,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"aol",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":27,
+        "wins_b":94,
+        "ties":0,
+        "win_rate_a_over_b":0.2231404959,
+        "mean_diff_a_minus_b":-0.0674542894,
+        "median_diff_a_minus_b":-0.0264984947,
+        "W_stat":971.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.0329752836,
+        "effect_size_r":0.6393613894,
+        "p_holm_global":0.0000000001,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"aol",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":25,
+        "wins_b":96,
+        "ties":0,
+        "win_rate_a_over_b":0.2066115702,
+        "mean_diff_a_minus_b":-0.0727332781,
+        "median_diff_a_minus_b":-0.0313389237,
+        "W_stat":1013.0,
+        "p_two_sided":0.0,
+        "z_equiv":-6.9243379309,
+        "effect_size_r":0.6294852664,
+        "p_holm_global":0.0000000002,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ortho",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":31,
+        "wins_b":89,
+        "ties":1,
+        "win_rate_a_over_b":0.2603305785,
+        "mean_diff_a_minus_b":-0.0245783039,
+        "median_diff_a_minus_b":-0.0125617273,
+        "W_stat":1269.0,
+        "p_two_sided":0.0000000006,
+        "z_equiv":-6.1818405096,
+        "effect_size_r":0.564322249,
+        "p_holm_global":0.0000000222,
+        "p_holm_within_metric":0.0000000063
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":94,
+        "wins_b":27,
+        "ties":0,
+        "win_rate_a_over_b":0.7768595041,
+        "mean_diff_a_minus_b":0.025360234,
+        "median_diff_a_minus_b":0.013893891,
+        "W_stat":1309.0,
+        "p_two_sided":0.0000000007,
+        "z_equiv":6.158703255,
+        "effect_size_r":0.5598821141,
+        "p_holm_global":0.0000000249,
+        "p_holm_within_metric":0.0000000066
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":86,
+        "wins_b":35,
+        "ties":0,
+        "win_rate_a_over_b":0.7107438017,
+        "mean_diff_a_minus_b":0.0244577696,
+        "median_diff_a_minus_b":0.0110695032,
+        "W_stat":1503.0,
+        "p_two_sided":0.0000000154,
+        "z_equiv":5.6569021498,
+        "effect_size_r":0.5142638318,
+        "p_holm_global":0.0000004932,
+        "p_holm_within_metric":0.0000001233
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":87,
+        "wins_b":33,
+        "ties":1,
+        "win_rate_a_over_b":0.7231404959,
+        "mean_diff_a_minus_b":0.0200812453,
+        "median_diff_a_minus_b":0.0108439309,
+        "W_stat":1689.0,
+        "p_two_sided":0.0000003736,
+        "z_equiv":5.0819154878,
+        "effect_size_r":0.4639132913,
+        "p_holm_global":0.0000108358,
+        "p_holm_within_metric":0.0000026155
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"sandwich",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":83,
+        "wins_b":38,
+        "ties":0,
+        "win_rate_a_over_b":0.6859504132,
+        "mean_diff_a_minus_b":0.0236758395,
+        "median_diff_a_minus_b":0.0089801928,
+        "W_stat":1789.0,
+        "p_two_sided":0.0000008782,
+        "z_equiv":4.9171335102,
+        "effect_size_r":0.4470121373,
+        "p_holm_global":0.0000228334,
+        "p_holm_within_metric":0.0000052692
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":43,
+        "wins_b":78,
+        "ties":0,
+        "win_rate_a_over_b":0.3553719008,
+        "mean_diff_a_minus_b":-0.0192993151,
+        "median_diff_a_minus_b":-0.0067946254,
+        "W_stat":2364.0,
+        "p_two_sided":0.0006039452,
+        "z_equiv":-3.42983642,
+        "effect_size_r":0.3118033109,
+        "p_holm_global":0.0072473427,
+        "p_holm_within_metric":0.0030197261
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":66,
+        "wins_b":54,
+        "ties":1,
+        "win_rate_a_over_b":0.5495867769,
+        "mean_diff_a_minus_b":0.0043765243,
+        "median_diff_a_minus_b":0.0019017287,
+        "W_stat":3070.0,
+        "p_two_sided":0.1428507422,
+        "z_equiv":1.4652572612,
+        "effect_size_r":0.1337590758,
+        "p_holm_global":0.8656977152,
+        "p_holm_within_metric":0.5714029689
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":71,
+        "wins_b":50,
+        "ties":0,
+        "win_rate_a_over_b":0.5867768595,
+        "mean_diff_a_minus_b":0.0052789887,
+        "median_diff_a_minus_b":0.002452642,
+        "W_stat":3138.0,
+        "p_two_sided":0.1533479338,
+        "z_equiv":1.4278052065,
+        "effect_size_r":0.1298004733,
+        "p_holm_global":0.8656977152,
+        "p_holm_within_metric":0.5714029689
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ortho",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":60,
+        "wins_b":61,
+        "ties":0,
+        "win_rate_a_over_b":0.4958677686,
+        "mean_diff_a_minus_b":-0.0009024644,
+        "median_diff_a_minus_b":-0.0003659998,
+        "W_stat":3623.0,
+        "p_two_sided":0.8624137031,
+        "z_equiv":-0.1733024435,
+        "effect_size_r":0.0157547676,
+        "p_holm_global":1.0,
+        "p_holm_within_metric":1.0
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":59,
+        "wins_b":62,
+        "ties":0,
+        "win_rate_a_over_b":0.4876033058,
+        "mean_diff_a_minus_b":0.0007819301,
+        "median_diff_a_minus_b":-0.0001641521,
+        "W_stat":3624.0,
+        "p_two_sided":0.8644472072,
+        "z_equiv":0.1707158399,
+        "effect_size_r":0.0155196218,
+        "p_holm_global":1.0,
+        "p_holm_within_metric":1.0
+    }
+]

UCI_N6/jmlr_tables.tex

@@ -0,0 +1,469 @@
+% JMLR-ready tables for two-column papers
+% Required packages (no siunitx):
+% \usepackage{booktabs}
+% \usepackage{threeparttable}
+% \usepackage{threeparttablex} % for TableNotes + longtable
+% \usepackage{longtable}
+% Optional for landscape: \usepackage{pdflscape}
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption{Model dimension ranges (min--max across all datasets and folds). Input/Output dimensions follow dataset label spaces.}
+\label{tab:model-ranges}
+\begin{tabular}{l r r r r r r}
+\toprule
+Algorithm & Width & Depth & Parameters & Padding & Input dim & Output dim \\
+\midrule
+AOL & 32--512 & 6--6 & 502--1245037 & 10--524 & 3--262 & 2--100 \\
+Orthogonal & 32--512 & 6--6 & 507--1245042 & 10--524 & 3--262 & 2--100 \\
+Sandwich & 32--512 & 6--6 & 1057--2620542 & 10--524 & 3--262 & 2--100 \\
+SLL & 32--512 & 6--6 & 2326--1622697 & 10--524 & 3--262 & 2--100 \\
+LDLT-L & 32--512 & 6--6 & 5480--1454611 & 10--524 & 3--262 & 2--100 \\
+LDLT-R & 32--512 & 6--6 & 5577--1588756 & 10--524 & 3--262 & 2--100 \\
+\bottomrule
+\end{tabular}
+\end{threeparttable}
+\end{table*}
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption{Sorted mean$\pm$std across $N$ datasets for each algorithm.}
+\label{tab:metric_summary}
+\begin{tabular}{l r lllll}
+\toprule
+ &  &  & \multicolumn{4}{c}{Certified Accuracy} \\
+\cmidrule(lr){4-7}
+Algorithm & $N$ & Accuracy & 36/255 & 72/255 & 108/255 & 255/255 \\
+\midrule
+AOL & 121 & 0.6049\,\tiny$\pm$0.2396 & 0.2876\,\tiny$\pm$0.3111 & 0.2157\,\tiny$\pm$0.2940 & 0.1739\,\tiny$\pm$0.2716 & 0.0837\,\tiny$\pm$0.1775 \\
+Orthogonal & 121 & 0.7036\,\tiny$\pm$0.1911 & 0.6021\,\tiny$\pm$0.2403 & 0.5088\,\tiny$\pm$0.2638 & 0.4229\,\tiny$\pm$0.2741 & 0.1972\,\tiny$\pm$0.2336 \\
+Sandwich & 121 & 0.7163\,\tiny$\pm$0.1879 & \textbf{0.6239\,\tiny$\pm$0.2409} & \textbf{0.5483\,\tiny$\pm$0.2616} & \textbf{0.4738\,\tiny$\pm$0.2712} & \textbf{0.2464\,\tiny$\pm$0.2506} \\
+SLL & 121 & 0.7011\,\tiny$\pm$0.1939 & 0.5816\,\tiny$\pm$0.2487 & 0.4813\,\tiny$\pm$0.2720 & 0.3961\,\tiny$\pm$0.2799 & 0.1888\,\tiny$\pm$0.2320 \\
+\midrule
+LDLT-L & 121 & \textbf{0.7245\,\tiny$\pm$0.1908} & 0.4646\,\tiny$\pm$0.3318 & 0.3865\,\tiny$\pm$0.3245 & 0.3247\,\tiny$\pm$0.3088 & 0.1584\,\tiny$\pm$0.2272 \\
+LDLT-R & 121 & 0.6970\,\tiny$\pm$0.2021 & 0.6036\,\tiny$\pm$0.2378 & 0.5202\,\tiny$\pm$0.2572 & 0.4478\,\tiny$\pm$0.2640 & 0.2175\,\tiny$\pm$0.2278 \\
+\bottomrule
+\end{tabular}
+\end{threeparttable}
+\end{table*}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{\small
+\caption{Overall comparison on Mean Accuracy: average rank (lower is better) with Iman--Davenport $F=34.41$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.685$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.}
+\label{tab:overall:mean_test_acc}
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{@{}l r r r r r r@{}}
+\toprule
+Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\
+\midrule
+LDLT-L & 2.525 & 4 & 0 & 4 & 0.800 & 0.533 \\
+Sandwich & 2.773 & 4 & 0 & 4 & 0.800 & 0.421 \\
+Orthogonal & 3.479 & 1 & 2 & -1 & 0.200 & 0.654 \\
+SLL & 3.545 & 1 & 2 & -1 & 0.200 & 0.621 \\
+LDLT-R & 3.628 & 1 & 2 & -1 & 0.200 & 0.560 \\
+AOL & 5.050 & 0 & 5 & -5 & 0.000 & 0.000 \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{\small
+\caption{Overall comparison on Mean Certified Accuracy (36/255): average rank (lower is better) with Iman--Davenport $F=87.35$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.685$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.}
+\label{tab:overall:mean_cert_acc_36}
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{@{}l r r r r r r@{}}
+\toprule
+Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\
+\midrule
+Sandwich & 2.211 & 5 & 0 & 5 & 1.000 & 0.539 \\
+LDLT-R & 2.603 & 3 & 1 & 2 & 0.600 & 0.599 \\
+Orthogonal & 3.202 & 2 & 1 & 1 & 0.400 & 0.693 \\
+SLL & 3.289 & 2 & 2 & 0 & 0.400 & 0.704 \\
+LDLT-L & 4.091 & 1 & 4 & -3 & 0.200 & 0.648 \\
+AOL & 5.603 & 0 & 5 & -5 & 0.000 & 0.000 \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{\small
+\caption{Overall comparison on Mean Certified Accuracy (72/255): average rank (lower is better) with Iman--Davenport $F=125.56$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.685$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.}
+\label{tab:overall:mean_cert_acc_72}
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{@{}l r r r r r r@{}}
+\toprule
+Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\
+\midrule
+Sandwich & 1.988 & 5 & 0 & 5 & 1.000 & 0.605 \\
+LDLT-R & 2.504 & 4 & 1 & 3 & 0.800 & 0.538 \\
+Orthogonal & 3.202 & 3 & 2 & 1 & 0.600 & 0.547 \\
+SLL & 3.355 & 2 & 3 & -1 & 0.400 & 0.724 \\
+LDLT-L & 4.198 & 1 & 4 & -3 & 0.200 & 0.769 \\
+AOL & 5.752 & 0 & 5 & -5 & 0.000 & 0.000 \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{\small
+\caption{Overall comparison on Mean Certified Accuracy (108/255): average rank (lower is better) with Iman--Davenport $F=134.70$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.685$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.}
+\label{tab:overall:mean_cert_acc_108}
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{@{}l r r r r r r@{}}
+\toprule
+Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\
+\midrule
+Sandwich & 1.988 & 4 & 0 & 4 & 0.800 & 0.721 \\
+LDLT-R & 2.364 & 4 & 0 & 4 & 0.800 & 0.594 \\
+Orthogonal & 3.260 & 2 & 2 & 0 & 0.400 & 0.717 \\
+SLL & 3.388 & 2 & 2 & 0 & 0.400 & 0.696 \\
+LDLT-L & 4.256 & 1 & 4 & -3 & 0.200 & 0.826 \\
+AOL & 5.744 & 0 & 5 & -5 & 0.000 & 0.000 \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{\small
+\caption{Overall comparison on Mean Certified Accuracy (255/255): average rank (lower is better) with Iman--Davenport $F=105.28$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.685$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.}
+\label{tab:overall:mean_cert_acc_255}
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{@{}l r r r r r r@{}}
+\toprule
+Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\
+\midrule
+Sandwich & 2.000 & 5 & 0 & 5 & 1.000 & 0.643 \\
+LDLT-R & 2.467 & 4 & 1 & 3 & 0.800 & 0.620 \\
+SLL & 3.293 & 2 & 2 & 0 & 0.400 & 0.664 \\
+Orthogonal & 3.442 & 2 & 2 & 0 & 0.400 & 0.652 \\
+LDLT-L & 4.227 & 1 & 4 & -3 & 0.200 & 0.846 \\
+AOL & 5.570 & 0 & 5 & -5 & 0.000 & 0.000 \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{
+\caption{Pairwise Wilcoxon outcomes for Mean Accuracy (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).}
+\label{tab:signif:mean_test_acc}
+\setlength{\tabcolsep}{3pt}
+\begin{tabular}{@{}l c c c c c c @{}}
+\toprule
+ & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\
+\midrule
+AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+Sandwich & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{
+\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (36/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).}
+\label{tab:signif:mean_cert_acc_36}
+\setlength{\tabcolsep}{3pt}
+\begin{tabular}{@{}l c c c c c c @{}}
+\toprule
+ & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\
+\midrule
+AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\
+Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{
+\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (72/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).}
+\label{tab:signif:mean_cert_acc_72}
+\setlength{\tabcolsep}{3pt}
+\begin{tabular}{@{}l c c c c c c @{}}
+\toprule
+ & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\
+\midrule
+AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\
+Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\
+Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{
+\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (108/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).}
+\label{tab:signif:mean_cert_acc_108}
+\setlength{\tabcolsep}{3pt}
+\begin{tabular}{@{}l c c c c c c @{}}
+\toprule
+ & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\
+\midrule
+AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+\begin{table}[t]
+\centering
+\begin{threeparttable}
+{
+\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (255/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).}
+\label{tab:signif:mean_cert_acc_255}
+\setlength{\tabcolsep}{3pt}
+\begin{tabular}{@{}l c c c c c c @{}}
+\toprule
+ & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\
+\midrule
+AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\
+LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\
+Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\
+SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\
+\bottomrule
+\end{tabular}
+}
+\end{threeparttable}
+\end{table}
+
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption[Mean Accuracy]{Wilcoxon signed-rank tests (two-sided) for Mean Accuracy; $p$-values with Holm FWER corrections within-metric and global.}
+\label{tab:wilcoxon:mean_test_acc}
+\begingroup
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{ll r r r r r r r r r r r}
+\toprule
+\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13}
+Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\
+\midrule
+AOL & LDLT-L & 121 & 16 & 105 & 0 & 0.1322 & -0.0632 & 409 & $2.1e-17^{***}$ & $3.2e-16^{***}$ & $0^{***}$ & 0.7715 \\
+AOL & Sandwich & 121 & 23 & 98 & 0 & 0.1901 & -0.0656 & 698 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7036 \\
+AOL & Orthogonal & 121 & 25 & 96 & 0 & 0.2066 & -0.0525 & 908 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6542 \\
+AOL & SLL & 121 & 24 & 97 & 0 & 0.1983 & -0.0445 & 1047 & $0^{***}$ & $1.0e-10^{***}$ & $3.0e-10^{***}$ & 0.6215 \\
+AOL & LDLT-R & 121 & 27 & 94 & 0 & 0.2231 & -0.0357 & 1307 & $7.0e-10^{***}$ & $7.8e-09^{***}$ & $2.3e-08^{***}$ & 0.5604 \\
+LDLT-L & SLL & 121 & 86 & 35 & 0 & 0.7107 & 0.0103 & 1511 & $1.7e-08^{***}$ & $1.7e-07^{***}$ & $5.0e-07^{***}$ & 0.5124 \\
+LDLT-L & LDLT-R & 121 & 87 & 34 & 0 & 0.7190 & 0.0125 & 1779 & $7.7e-07^{***}$ & $6.9e-06^{***}$ & $2.0e-05^{***}$ & 0.4494 \\
+LDLT-L & Orthogonal & 121 & 78 & 43 & 0 & 0.6446 & 0.0104 & 2002 & $1.3e-05^{***}$ & $1.0e-04^{***}$ & $2.5e-04^{***}$ & 0.3969 \\
+Orthogonal & Sandwich & 121 & 39 & 81 & 1 & 0.3264 & -0.0079 & 2171 & $1.3e-04^{***}$ & $9.4e-04^{***}$ & $2.5e-03^{**}$ & 0.3487 \\
+Sandwich & SLL & 121 & 80 & 41 & 0 & 0.6612 & 0.0063 & 2279 & $2.6e-04^{***}$ & $1.6e-03^{**}$ & $4.6e-03^{**}$ & 0.3318 \\
+LDLT-R & Sandwich & 121 & 47 & 74 & 0 & 0.3884 & -0.0101 & 2411 & $9.4e-04^{***}$ & $4.7e-03^{**}$ & $1.4e-02^{*}$ & 0.3008 \\
+LDLT-L & Sandwich & 121 & 64 & 56 & 1 & 0.5331 & 0.0008 & 3145 & $2.0e-01$ & $8.2e-01$ & $1.0e+00$ & 0.1158 \\
+LDLT-R & Orthogonal & 121 & 54 & 67 & 0 & 0.4463 & -0.0024 & 3206 & $2.1e-01$ & $8.2e-01$ & $1.0e+00$ & 0.1138 \\
+Orthogonal & SLL & 121 & 60 & 61 & 0 & 0.4959 & -0.0000 & 3382 & $4.3e-01$ & $8.5e-01$ & $1.0e+00$ & 0.0724 \\
+LDLT-R & SLL & 121 & 58 & 63 & 0 & 0.4793 & -0.0010 & 3627 & $8.7e-01$ & $8.7e-01$ & $1.0e+00$ & 0.0148 \\
+\bottomrule
+\end{tabular}
+\begin{tablenotes}
+\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$).
+\end{tablenotes}
+\endgroup
+\end{threeparttable}
+\end{table*}
+
+
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption[Mean Certified Accuracy (36/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (36/255); $p$-values with Holm FWER corrections within-metric and global.}
+\label{tab:wilcoxon:mean_cert_acc_36}
+\begingroup
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{ll r r r r r r r r r r r}
+\toprule
+\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13}
+Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\
+\midrule
+AOL & LDLT-R & 121 & 3 & 118 & 0 & 0.0248 & -0.2903 & 53 & $5.1e-21^{***}$ & $7.6e-20^{***}$ & $3.6e-19^{***}$ & 0.8552 \\
+AOL & SLL & 121 & 4 & 117 & 0 & 0.0331 & -0.2718 & 115 & $2.3e-20^{***}$ & $3.2e-19^{***}$ & $1.5e-18^{***}$ & 0.8406 \\
+AOL & Sandwich & 121 & 9 & 112 & 0 & 0.0744 & -0.3414 & 135 & $3.7e-20^{***}$ & $4.9e-19^{***}$ & $2.4e-18^{***}$ & 0.8359 \\
+AOL & Orthogonal & 121 & 8 & 113 & 0 & 0.0661 & -0.2982 & 140 & $4.2e-20^{***}$ & $5.1e-19^{***}$ & $2.7e-18^{***}$ & 0.8348 \\
+LDLT-L & Sandwich & 121 & 22 & 99 & 0 & 0.1818 & -0.0761 & 770 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6866 \\
+AOL & LDLT-L & 121 & 22 & 95 & 4 & 0.1983 & -0.1112 & 872 & $0^{***}$ & $0^{***}$ & $1.0e-10^{***}$ & 0.6485 \\
+LDLT-L & LDLT-R & 121 & 34 & 87 & 0 & 0.2810 & -0.0613 & 1073 & $0^{***}$ & $1.0e-10^{***}$ & $5.0e-10^{***}$ & 0.6154 \\
+LDLT-L & SLL & 121 & 38 & 83 & 0 & 0.3140 & -0.0545 & 1275 & $4.0e-10^{***}$ & $3.4e-09^{***}$ & $1.4e-08^{***}$ & 0.5679 \\
+LDLT-L & Orthogonal & 121 & 40 & 81 & 0 & 0.3306 & -0.0581 & 1346 & $1.3e-09^{***}$ & $9.4e-09^{***}$ & $4.3e-08^{***}$ & 0.5512 \\
+Sandwich & SLL & 121 & 89 & 32 & 0 & 0.7355 & 0.0236 & 1459 & $7.9e-09^{***}$ & $4.7e-08^{***}$ & $2.4e-07^{***}$ & 0.5246 \\
+Orthogonal & Sandwich & 121 & 33 & 87 & 1 & 0.2769 & -0.0164 & 1846 & $3.0e-06^{***}$ & $1.5e-05^{***}$ & $6.4e-05^{***}$ & 0.4264 \\
+LDLT-R & SLL & 121 & 81 & 40 & 0 & 0.6694 & 0.0100 & 2305 & $3.4e-04^{***}$ & $1.4e-03^{**}$ & $5.4e-03^{**}$ & 0.3257 \\
+LDLT-R & Sandwich & 121 & 50 & 71 & 0 & 0.4132 & -0.0094 & 2753 & $1.5e-02^{*}$ & $4.6e-02^{*}$ & $1.8e-01$ & 0.2203 \\
+Orthogonal & SLL & 121 & 65 & 56 & 0 & 0.5372 & 0.0014 & 2942 & $5.3e-02$ & $1.1e-01$ & $3.9e-01$ & 0.1759 \\
+LDLT-R & Orthogonal & 121 & 75 & 46 & 0 & 0.6198 & 0.0065 & 3172 & $1.8e-01$ & $1.8e-01$ & $1.0e+00$ & 0.1218 \\
+\bottomrule
+\end{tabular}
+\begin{tablenotes}
+\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$).
+\end{tablenotes}
+\endgroup
+\end{threeparttable}
+\end{table*}
+
+
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption[Mean Certified Accuracy (72/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (72/255); $p$-values with Holm FWER corrections within-metric and global.}
+\label{tab:wilcoxon:mean_cert_acc_72}
+\begingroup
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{ll r r r r r r r r r r r}
+\toprule
+\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13}
+Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\
+\midrule
+AOL & SLL & 121 & 0 & 121 & 0 & 0.0000 & -0.2418 & 0 & $1.4e-21^{***}$ & $2.1e-20^{***}$ & $1.0e-19^{***}$ & 0.8677 \\
+AOL & LDLT-R & 121 & 1 & 120 & 0 & 0.0083 & -0.2825 & 25 & $2.5e-21^{***}$ & $3.6e-20^{***}$ & $1.9e-19^{***}$ & 0.8618 \\
+AOL & Orthogonal & 121 & 4 & 117 & 0 & 0.0331 & -0.2682 & 45 & $4.2e-21^{***}$ & $5.4e-20^{***}$ & $3.0e-19^{***}$ & 0.8571 \\
+AOL & Sandwich & 121 & 6 & 115 & 0 & 0.0496 & -0.3329 & 80 & $9.9e-21^{***}$ & $1.2e-19^{***}$ & $6.8e-19^{***}$ & 0.8489 \\
+AOL & LDLT-L & 121 & 10 & 93 & 18 & 0.1570 & -0.0849 & 304 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7694 \\
+LDLT-L & Sandwich & 121 & 16 & 105 & 0 & 0.1322 & -0.0864 & 509 & $1.9e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.7480 \\
+LDLT-L & LDLT-R & 121 & 30 & 91 & 0 & 0.2479 & -0.0765 & 873 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6624 \\
+Orthogonal & Sandwich & 121 & 22 & 98 & 1 & 0.1860 & -0.0318 & 1154 & $1.0e-10^{***}$ & $6.0e-10^{***}$ & $3.5e-09^{***}$ & 0.5918 \\
+Sandwich & SLL & 121 & 95 & 26 & 0 & 0.7851 & 0.0391 & 1169 & $1.0e-10^{***}$ & $6.0e-10^{***}$ & $2.8e-09^{***}$ & 0.5928 \\
+LDLT-L & SLL & 121 & 34 & 87 & 0 & 0.2810 & -0.0437 & 1219 & $2.0e-10^{***}$ & $1.0e-09^{***}$ & $6.2e-09^{***}$ & 0.5810 \\
+LDLT-L & Orthogonal & 121 & 36 & 85 & 0 & 0.2975 & -0.0452 & 1256 & $3.0e-10^{***}$ & $1.5e-09^{***}$ & $1.1e-08^{***}$ & 0.5723 \\
+LDLT-R & SLL & 121 & 89 & 32 & 0 & 0.7355 & 0.0202 & 1852 & $2.0e-06^{***}$ & $8.0e-06^{***}$ & $5.0e-05^{***}$ & 0.4322 \\
+LDLT-R & Sandwich & 121 & 49 & 72 & 0 & 0.4050 & -0.0133 & 2656 & $7.5e-03^{**}$ & $2.2e-02^{*}$ & $9.7e-02$ & 0.2431 \\
+Orthogonal & SLL & 121 & 67 & 54 & 0 & 0.5537 & 0.0046 & 2784 & $1.9e-02^{*}$ & $3.8e-02^{*}$ & $2.1e-01$ & 0.2130 \\
+LDLT-R & Orthogonal & 121 & 74 & 47 & 0 & 0.6116 & 0.0089 & 2855 & $3.1e-02^{*}$ & $3.8e-02^{*}$ & $3.1e-01$ & 0.1963 \\
+\bottomrule
+\end{tabular}
+\begin{tablenotes}
+\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$).
+\end{tablenotes}
+\endgroup
+\end{threeparttable}
+\end{table*}
+
+
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption[Mean Certified Accuracy (108/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (108/255); $p$-values with Holm FWER corrections within-metric and global.}
+\label{tab:wilcoxon:mean_cert_acc_108}
+\begingroup
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{ll r r r r r r r r r r r}
+\toprule
+\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13}
+Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\
+\midrule
+AOL & SLL & 121 & 1 & 116 & 4 & 0.0248 & -0.1721 & 34 & $1.5e-20^{***}$ & $1.8e-19^{***}$ & $1.0e-18^{***}$ & 0.8592 \\
+AOL & LDLT-R & 121 & 1 & 120 & 0 & 0.0083 & -0.2318 & 45 & $4.2e-21^{***}$ & $6.3e-20^{***}$ & $3.0e-19^{***}$ & 0.8571 \\
+AOL & Orthogonal & 121 & 3 & 117 & 1 & 0.0289 & -0.2099 & 60 & $8.9e-21^{***}$ & $1.2e-19^{***}$ & $6.2e-19^{***}$ & 0.8534 \\
+AOL & Sandwich & 121 & 5 & 116 & 0 & 0.0413 & -0.2735 & 82 & $1.0e-20^{***}$ & $1.3e-19^{***}$ & $7.0e-19^{***}$ & 0.8484 \\
+AOL & LDLT-L & 121 & 6 & 90 & 25 & 0.1529 & -0.0672 & 113 & $5.8e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.8259 \\
+LDLT-L & Sandwich & 121 & 14 & 107 & 0 & 0.1157 & -0.0819 & 450 & $5.3e-17^{***}$ & $5.8e-16^{***}$ & $0^{***}$ & 0.7619 \\
+LDLT-L & LDLT-R & 121 & 25 & 96 & 0 & 0.2066 & -0.0715 & 733 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6953 \\
+Orthogonal & Sandwich & 121 & 18 & 102 & 1 & 0.1529 & -0.0376 & 945 & $0^{***}$ & $0^{***}$ & $1.0e-10^{***}$ & 0.6418 \\
+Sandwich & SLL & 121 & 93 & 28 & 0 & 0.7686 & 0.0435 & 995 & $0^{***}$ & $0^{***}$ & $1.0e-10^{***}$ & 0.6337 \\
+LDLT-L & Orthogonal & 121 & 32 & 88 & 1 & 0.2686 & -0.0352 & 1203 & $2.0e-10^{***}$ & $1.3e-09^{***}$ & $7.7e-09^{***}$ & 0.5801 \\
+LDLT-L & SLL & 121 & 35 & 82 & 4 & 0.3058 & -0.0294 & 1335 & $8.7e-09^{***}$ & $4.3e-08^{***}$ & $2.6e-07^{***}$ & 0.5321 \\
+LDLT-R & SLL & 121 & 89 & 32 & 0 & 0.7355 & 0.0233 & 1603 & $6.7e-08^{***}$ & $2.7e-07^{***}$ & $1.9e-06^{***}$ & 0.4907 \\
+LDLT-R & Orthogonal & 121 & 81 & 40 & 0 & 0.6694 & 0.0182 & 2277 & $2.6e-04^{***}$ & $7.7e-04^{***}$ & $4.6e-03^{**}$ & 0.3323 \\
+LDLT-R & Sandwich & 121 & 54 & 67 & 0 & 0.4463 & -0.0097 & 2867 & $3.3e-02^{*}$ & $6.7e-02$ & $3.1e-01$ & 0.1935 \\
+Orthogonal & SLL & 121 & 67 & 54 & 0 & 0.5537 & 0.0061 & 2930 & $4.9e-02^{*}$ & $6.7e-02$ & $3.9e-01$ & 0.1787 \\
+\bottomrule
+\end{tabular}
+\begin{tablenotes}
+\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$).
+\end{tablenotes}
+\endgroup
+\end{threeparttable}
+\end{table*}
+
+
+
+\begin{table*}[t]
+\centering
+\begin{threeparttable}
+\caption[Mean Certified Accuracy (255/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (255/255); $p$-values with Holm FWER corrections within-metric and global.}
+\label{tab:wilcoxon:mean_cert_acc_255}
+\begingroup
+\setlength{\tabcolsep}{4pt}
+\begin{tabular}{ll r r r r r r r r r r r}
+\toprule
+\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13}
+Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\
+\midrule
+AOL & LDLT-R & 121 & 0 & 110 & 11 & 0.0455 & -0.0717 & 0 & $8.9e-20^{***}$ & $1.3e-18^{***}$ & $5.6e-18^{***}$ & 0.8678 \\
+AOL & SLL & 121 & 2 & 101 & 18 & 0.0909 & -0.0429 & 22 & $2.4e-18^{***}$ & $3.1e-17^{***}$ & $1.5e-16^{***}$ & 0.8608 \\
+AOL & LDLT-L & 121 & 3 & 84 & 34 & 0.1653 & -0.0172 & 48 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.8465 \\
+AOL & Orthogonal & 121 & 2 & 103 & 16 & 0.0826 & -0.0488 & 71 & $4.5e-18^{***}$ & $5.3e-17^{***}$ & $2.7e-16^{***}$ & 0.8458 \\
+AOL & Sandwich & 121 & 2 & 112 & 7 & 0.0455 & -0.0886 & 74 & $1.4e-19^{***}$ & $1.9e-18^{***}$ & $8.4e-18^{***}$ & 0.8482 \\
+LDLT-L & Sandwich & 121 & 10 & 104 & 7 & 0.1116 & -0.0351 & 415 & $5.9e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.7579 \\
+Orthogonal & Sandwich & 121 & 17 & 97 & 7 & 0.1694 & -0.0273 & 465 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7446 \\
+LDLT-L & LDLT-R & 121 & 20 & 90 & 11 & 0.2107 & -0.0296 & 685 & $0^{***}$ & $0^{***}$ & $1.0e-10^{***}$ & 0.6731 \\
+Sandwich & SLL & 121 & 84 & 30 & 7 & 0.7231 & 0.0164 & 1043 & $3.0e-10^{***}$ & $1.9e-09^{***}$ & $9.6e-09^{***}$ & 0.5916 \\
+LDLT-L & SLL & 121 & 27 & 76 & 18 & 0.2975 & -0.0086 & 1234 & $2.0e-06^{***}$ & $1.0e-05^{***}$ & $5.0e-05^{***}$ & 0.4679 \\
+LDLT-L & Orthogonal & 121 & 30 & 74 & 17 & 0.3182 & -0.0039 & 1287 & $2.9e-06^{***}$ & $1.0e-05^{***}$ & $6.4e-05^{***}$ & 0.4587 \\
+LDLT-R & SLL & 121 & 80 & 31 & 10 & 0.7025 & 0.0147 & 1338 & $1.9e-07^{***}$ & $1.2e-06^{***}$ & $5.2e-06^{***}$ & 0.4942 \\
+LDLT-R & Orthogonal & 121 & 79 & 33 & 9 & 0.6901 & 0.0149 & 1541 & $2.5e-06^{***}$ & $1.0e-05^{***}$ & $5.7e-05^{***}$ & 0.4451 \\
+LDLT-R & Sandwich & 121 & 45 & 70 & 6 & 0.3967 & -0.0068 & 2292 & $3.6e-03^{**}$ & $7.2e-03^{**}$ & $5.1e-02$ & 0.2713 \\
+Orthogonal & SLL & 121 & 51 & 56 & 14 & 0.4793 & 0.0000 & 2810 & $8.1e-01$ & $8.1e-01$ & $1.0e+00$ & 0.0236 \\
+\bottomrule
+\end{tabular}
+\begin{tablenotes}
+\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$).
+\end{tablenotes}
+\endgroup
+\end{threeparttable}
+\end{table*}

UCI_N6/wilcoxon_pairwise_all.csv

@@ -0,0 +1,76 @@
+metric,alg_a,alg_b,n_common,n_nonzero,wins_a,wins_b,ties,win_rate_a_over_b,mean_diff_a_minus_b,median_diff_a_minus_b,W_stat,p_two_sided,z_equiv,effect_size_r,p_holm_global,p_holm_within_metric
+mean_cert_acc_108,aol,ldlt-resnet,121,121,1,120,0,0.008264462809917356,-0.27392309146611565,-0.2317528344,45.0,4.173048144910383e-21,-9.42817024960416,0.8571063863276508,3.04632514578458e-19,6.259572217365575e-20
+mean_cert_acc_108,aol,ortho,121,120,3,117,1,0.028925619834710745,-0.24899719816859503,-0.2098822109,60.0,8.927572293355817e-21,-9.348053251081865,0.853356605729507,6.249300605349072e-19,1.2498601210698143e-19
+mean_cert_acc_108,aol,sandwich,121,121,5,116,0,0.04132231404958678,-0.2999183728280992,-0.2735294178,82.0,1.0343588534993559e-20,-9.332465915108862,0.8484059922826238,7.0336402037956195e-19,1.3446665095491626e-19
+mean_cert_acc_108,aol,sdp,121,117,1,116,4,0.024793388429752067,-0.22223160453553722,-0.17206639070000002,34.0,1.4919341499692146e-20,-9.293573414471693,0.8591911661068367,9.995958804793737e-19,1.7903209799630575e-19
+mean_cert_acc_108,ldlt,sandwich,121,121,14,107,0,0.11570247933884298,-0.14914118170661156,-0.08187162130000003,450.0,5.266046064559084e-17,-8.380595777425917,0.7618723434023561,3.054306717444269e-15,5.792650671014993e-16
+mean_cert_acc_108,aol,ldlt,121,96,6,90,25,0.15289256198347106,-0.1507771911214876,-0.0671557561,113.0,5.846618540929849e-16,-8.092471290134199,0.8259343924562947,3.274106382920715e-14,5.846618540929849e-15
+mean_cert_acc_108,ldlt,ldlt-resnet,121,121,25,96,0,0.2066115702479339,-0.12314590034462813,-0.07149813070000001,733.0,2.0319979828081665e-14,-7.648586948718654,0.6953260862471503,1.0159989914040832e-12,1.82879818452735e-13
+mean_cert_acc_108,ortho,sandwich,121,120,18,102,1,0.15289256198347106,-0.05092117465950414,-0.03757250309999999,945.0,2.0601004521550643e-12,-7.030354097921072,0.6417805877800424,9.270452034697789e-11,1.6480803617240515e-11
+mean_cert_acc_108,sandwich,sdp,121,121,93,28,0,0.768595041322314,0.07768676829256199,0.043483858000000014,995.0,3.149269421374916e-12,6.970896796346558,0.6337178905769598,1.354185851191214e-10,2.2044885949624412e-11
+mean_cert_acc_108,ldlt,ortho,121,120,32,88,1,0.26859504132231404,-0.09822000704710745,-0.035191671,1203.0,2.088529737024506e-10,-6.35468587021996,0.5801007994964698,7.727560026990672e-09,1.2531178422147035e-09
+mean_cert_acc_108,ldlt,sdp,121,117,35,82,4,0.30578512396694213,-0.0714544134140496,-0.0293723642,1335.0,8.658682431527648e-09,-5.755107212473546,0.5320598500093845,2.5976047294582945e-07,4.329341215763824e-08
+mean_cert_acc_108,ldlt-resnet,sdp,121,121,89,32,0,0.7355371900826446,0.051691486930578505,0.02334547050000002,1603.0,6.729713480359853e-08,5.3982417862616945,0.4907492532965177,1.884319774500759e-06,2.6918853921439414e-07
+mean_cert_acc_108,ldlt-resnet,ortho,121,121,81,40,0,0.6694214876033058,0.024925893297520662,0.018210522800000017,2277.0,0.000257311388966313,3.6548709362663034,0.33226099420602756,0.004631605001393634,0.0007719341668989391
+mean_cert_acc_108,ldlt-resnet,sandwich,121,121,54,67,0,0.4462809917355372,-0.025995281361983476,-0.009650468899999987,2867.0,0.03327289749858807,-2.128774791611584,0.19352498105559854,0.3078706868259233,0.06654579499717614
+mean_cert_acc_108,ortho,sdp,121,121,67,54,0,0.5537190082644629,0.02676559363305785,0.006111383400000059,2930.0,0.04931954967599767,1.96581876260608,0.17871079660055272,0.3945563974079814,0.06654579499717614
+mean_cert_acc_255,aol,ldlt-resnet,121,110,0,110,11,0.045454545454545456,-0.1337634204305785,-0.07166579370000001,0.0,8.869456124226732e-20,-9.101986380438365,0.867840350157088,5.587757358262842e-18,1.3304184186340097e-18
+mean_cert_acc_255,aol,sandwich,121,114,2,112,7,0.045454545454545456,-0.1626829197404959,-0.0885858461,74.0,1.3513967462376266e-19,-9.056147189870263,0.8481858965627918,8.378659826673286e-18,1.891955444732677e-18
+mean_cert_acc_255,aol,sdp,121,103,2,101,18,0.09090909090909091,-0.10510361606942148,-0.0429337709,22.0,2.4070122764633777e-18,-8.736379113198142,0.8608210125377133,1.4682774886426603e-16,3.129115959402391e-17
+mean_cert_acc_255,aol,ortho,121,105,2,103,16,0.08264462809917356,-0.11352401609338844,-0.0488128485,71.0,4.4540479170963364e-18,-8.666551629965934,0.8457688367895985,2.672428750257802e-16,5.344857500515604e-17
+mean_cert_acc_255,ldlt,sandwich,121,114,10,104,7,0.1115702479338843,-0.08797530880743801,-0.035087719600000004,415.0,5.869031304740028e-16,-8.09200538788907,0.7578857433539525,3.274106382920715e-14,6.455934435214031e-15
+mean_cert_acc_255,ortho,sandwich,121,114,17,97,7,0.16942148760330578,-0.04915890364710745,-0.0273425561,465.0,1.8555697623108275e-15,-7.950635622202678,0.7446452516811022,1.0020076716478469e-13,1.8555697623108276e-14
+mean_cert_acc_255,aol,ldlt,121,87,3,84,34,0.1652892561983471,-0.07470761093305785,-0.0172084123,48.0,2.8910100531902833e-15,-7.895522718405998,0.8464888875499651,1.53223532819085e-13,2.601909047871255e-14
+mean_cert_acc_255,ldlt,ldlt-resnet,121,110,20,90,11,0.21074380165289255,-0.059055809497520664,-0.029557436699999995,685.0,1.6757315874402246e-12,-7.059109358616517,0.6730596686834297,7.708365302225033e-11,1.3405852699521797e-11
+mean_cert_acc_255,sandwich,sdp,121,114,84,30,7,0.7231404958677686,0.05757930367107439,0.01639589660000007,1043.0,2.677245913589704e-10,6.316401130867988,0.5915851679429525,9.638085288922934e-09,1.8740721395127926e-09
+mean_cert_acc_255,ldlt-resnet,sdp,121,111,80,31,10,0.7024793388429752,0.02865980436115703,0.014675030499999998,1338.0,1.925925419153017e-07,5.206348742635875,0.49416475377488106,5.199998631713146e-06,1.1555552514918102e-06
+mean_cert_acc_255,ldlt,sdp,121,103,27,76,18,0.2975206611570248,-0.030396005136363636,-0.0085921446,1234.0,2.04427321423648e-06,-4.74899764635719,0.46793264228890574,4.9813985833316794e-05,1.02213660711824e-05
+mean_cert_acc_255,ldlt-resnet,ortho,121,112,79,33,9,0.6900826446280992,0.020239404337190077,0.0148802027,1541.0,2.473225995331523e-06,4.710324575483669,0.4450838364687742,5.688419789262503e-05,1.02213660711824e-05
+mean_cert_acc_255,ldlt,ortho,121,104,30,74,17,0.3181818181818182,-0.038816405160330573,-0.0039353251,1287.0,2.9004026494882005e-06,-4.677749709194439,0.45869109705548883,6.380885828874041e-05,1.02213660711824e-05
+mean_cert_acc_255,ldlt-resnet,sandwich,121,115,45,70,6,0.39669421487603307,-0.028919499309917357,-0.006780041400000006,2292.0,0.0036216710008269344,-2.909362118386465,0.27129941643076033,0.05070339401157708,0.007243342001653869
+mean_cert_acc_255,ortho,sdp,121,107,51,56,14,0.4793388429752066,0.008420400023966945,0.0,2810.0,0.8072471562749569,0.2439789068176065,0.0235863311778052,1.0,0.8072471562749569
+mean_cert_acc_36,aol,ldlt-resnet,121,121,3,118,0,0.024793388429752067,-0.31595442485289255,-0.2903496213,53.0,5.081865377201806e-21,-9.407477420524096,0.855225220047645,3.6081244178132824e-19,7.622798065802708e-20
+mean_cert_acc_36,aol,sdp,121,121,4,117,0,0.03305785123966942,-0.29394078019173553,-0.27176492290000004,115.0,2.3064868484496506e-20,-9.247107995153597,0.8406461813775997,1.5222813199767693e-18,3.229081587829511e-19
+mean_cert_acc_36,aol,sandwich,121,121,9,112,0,0.0743801652892562,-0.3362883788859505,-0.3413665891,135.0,3.7368566478163725e-20,-9.195375922453437,0.8359432656775851,2.4289568210806422e-18,4.857913642161284e-19
+mean_cert_acc_36,aol,ortho,121,121,8,113,0,0.06611570247933884,-0.31452074730661156,-0.298160661,140.0,4.214205424175081e-20,-9.1824429042784,0.8347675367525818,2.6970914714720518e-18,5.057046509010097e-19
+mean_cert_acc_36,ldlt,sandwich,121,121,22,99,0,0.18181818181818182,-0.1593331515289256,-0.07613579920000002,770.0,4.257286781467921e-14,-7.552882614223359,0.6866256922021235,2.0860705229192814e-12,4.683015459614713e-13
+mean_cert_acc_36,aol,ldlt,121,117,22,95,4,0.19834710743801653,-0.17695522735702482,-0.1111815423,872.0,2.3097599957727363e-12,-7.014376890817237,0.6484793729556723,1.016294398140004e-10,2.3097599957727362e-11
+mean_cert_acc_36,ldlt,ldlt-resnet,121,121,34,87,0,0.2809917355371901,-0.1389991974958678,-0.061314076199999956,1073.0,1.2954860468318954e-11,-6.769141712815935,0.6153765193469032,5.311492792010771e-10,1.1659374421487058e-10
+mean_cert_acc_36,ldlt,sdp,121,121,38,83,0,0.3140495867768595,-0.11698555283471074,-0.05446506109999999,1275.0,4.1935525354513343e-10,-6.246647778544319,0.5678770707767563,1.4258078620534537e-08,3.3548420283610675e-09
+mean_cert_acc_36,ldlt,ortho,121,121,40,81,0,0.3305785123966942,-0.1375655199495868,-0.05810886200000001,1346.0,1.336065624102734e-09,-6.06299892045875,0.5511817200417046,4.275409997128749e-08,9.352459368719139e-09
+mean_cert_acc_36,sandwich,sdp,121,121,89,32,0,0.7355371900826446,0.04234759869421486,0.023600280299999943,1459.0,7.893695356058128e-09,5.770712709702847,0.5246102463366225,2.4470455603780194e-07,4.7362172136348766e-08
+mean_cert_acc_36,ortho,sandwich,121,120,33,87,1,0.2768595041322314,-0.02176763157933884,-0.016444489399999984,1846.0,3.000975576009626e-06,-4.670753039166412,0.4263794666812091,6.380885828874041e-05,1.5004877880048131e-05
+mean_cert_acc_36,ldlt-resnet,sdp,121,121,81,40,0,0.6694214876033058,0.02201364466115702,0.010049086099999993,2305.0,0.00034039195053310725,3.58244603448608,0.32567691222600725,0.005446271208529716,0.001361567802132429
+mean_cert_acc_36,ldlt-resnet,sandwich,121,121,50,71,0,0.4132231404958678,-0.02033395403305785,-0.009377405099999986,2753.0,0.015365507519162087,-2.4236476060024956,0.22033160054568143,0.18438609022994504,0.04609652255748626
+mean_cert_acc_36,ortho,sdp,121,121,65,56,0,0.5371900826446281,0.02057996711487603,0.0014110952000000454,2942.0,0.05301735742636078,1.934779518985984,0.175889047180544,0.3945563974079814,0.10603471485272156
+mean_cert_acc_36,ldlt-resnet,ortho,121,121,75,46,0,0.6198347107438017,0.0014336775462809915,0.006488025200000025,3172.0,0.1802906425434847,1.3398606829341437,0.1218055166303767,1.0,0.1802906425434847
+mean_cert_acc_72,aol,sdp,121,121,0,121,0,0.0,-0.26562159861322315,-0.24182313309999998,0.0,1.3667681100678347e-21,-9.544567413179516,0.8676879466526833,1.025076082550876e-19,2.0501521651017522e-20
+mean_cert_acc_72,aol,ldlt-resnet,121,121,1,120,0,0.008264462809917356,-0.30451178866033063,-0.2825206725,25.0,2.5452120986672276e-21,-9.47990232230432,0.8618093020276654,1.8834569530137485e-19,3.5632969381341184e-20
+mean_cert_acc_72,aol,ortho,121,121,4,117,0,0.03305785123966942,-0.2930986073024794,-0.2681985311,45.0,4.173048144910383e-21,-9.42817024960416,0.8571063863276508,3.04632514578458e-19,5.424962588383498e-20
+mean_cert_acc_72,aol,sandwich,121,121,6,115,0,0.049586776859504134,-0.332593737,-0.3329101392,80.0,9.850602055157206e-21,-9.337639122378876,0.8488762838526251,6.796915418058472e-19,1.1820722466188648e-19
+mean_cert_acc_72,ldlt,sandwich,121,121,16,105,0,0.1322314049586777,-0.16179231059090907,-0.08644032480000008,509.0,1.9038706859410887e-16,-8.227986162960445,0.7479987420873132,1.0852062909864206e-14,2.0942577545351975e-15
+mean_cert_acc_72,aol,ldlt,121,103,10,93,18,0.15702479338842976,-0.1708014264090909,-0.08492797240000005,304.0,5.7816595349340996e-15,-7.8086220392301975,0.7694063917372481,3.006462958165732e-13,5.7816595349341e-14
+mean_cert_acc_72,ldlt,ldlt-resnet,121,121,30,91,0,0.24793388429752067,-0.13371036225123967,-0.0764530534,873.0,3.1819944830916117e-13,-7.2864624398175355,0.6624056763470487,1.5273573518839737e-11,2.8637950347824507e-12
+mean_cert_acc_72,sandwich,sdp,121,121,95,26,0,0.7851239669421488,0.06697213838677687,0.03906400500000007,1169.0,6.992043780196073e-11,6.5208277638551655,0.5928025239868332,2.796817512078429e-09,5.593635024156859e-10
+mean_cert_acc_72,ortho,sandwich,121,120,22,98,1,0.1859504132231405,-0.03949512969752067,-0.031834617300000034,1154.0,8.991026434826412e-11,-6.483010456101179,0.5918151778914119,3.5065003095823004e-09,6.293718504378489e-10
+mean_cert_acc_72,ldlt,sdp,121,121,34,87,0,0.2809917355371901,-0.09482017220413223,-0.04369919,1219.0,1.6426888021305817e-10,-6.391497582104767,0.581045234736797,6.24221744809621e-09,9.85613281278349e-10
+mean_cert_acc_72,ldlt,ortho,121,121,36,85,0,0.2975206611570248,-0.12229718089338842,-0.045210240900000004,1256.0,3.058317885864245e-10,-6.295793247609471,0.5723448406917702,1.0704112600524858e-08,1.5291589429321226e-09
+mean_cert_acc_72,ldlt-resnet,sdp,121,121,89,32,0,0.7355371900826446,0.03889019004710745,0.020161554299999995,1852.0,1.9925594333326717e-06,4.754177481144703,0.43219795283133666,4.9813985833316794e-05,7.970237733330687e-06
+mean_cert_acc_72,ldlt-resnet,sandwich,121,121,49,72,0,0.4049586776859504,-0.028081948339669427,-0.01332545279999997,2656.0,0.007483002786027263,-2.6745481585982716,0.24314074169075195,0.09727903621835442,0.02244900835808179
+mean_cert_acc_72,ortho,sdp,121,121,67,54,0,0.5537190082644629,0.027477008689256194,0.004555895900000051,2784.0,0.01910566262360874,2.3434628933172474,0.21304208121065885,0.21016228885969615,0.03821132524721748
+mean_cert_acc_72,ldlt-resnet,ortho,121,121,74,47,0,0.6115702479338843,0.011413181357851243,0.00889010730000006,2855.0,0.030787068682592327,2.1598140352316797,0.19634673047560725,0.3078706868259233,0.03821132524721748
+mean_test_acc,aol,ldlt,121,121,16,105,0,0.1322314049586777,-0.11958352569586778,-0.06315010610000005,409.0,2.1268544183487774e-17,-8.486646526461245,0.7715133205873859,1.2548441068257787e-15,3.1902816275231663e-16
+mean_test_acc,aol,sandwich,121,121,23,98,0,0.19008264462809918,-0.11132838667768594,-0.06561486950000006,698.0,1.0010877948097709e-14,-7.739118075943935,0.703556188722176,5.105547753529832e-13,1.4015229127336793e-13
+mean_test_acc,aol,ortho,121,121,25,96,0,0.2066115702479339,-0.09866207272396695,-0.05250947429999997,908.0,6.203585473534351e-13,-7.195931312592255,0.6541755738720232,2.915685172561145e-11,8.064661115594657e-12
+mean_test_acc,aol,sdp,121,121,24,97,0,0.19834710743801653,-0.09612382466942149,-0.044510062900000036,1047.0,8.121173320702691e-12,-6.836393407326143,0.6214903097569221,3.4108927946951305e-10,9.74540798484323e-11
+mean_test_acc,aol,ldlt-resnet,121,121,27,94,0,0.2231404958677686,-0.09206069528677686,-0.03569083780000004,1307.0,7.098533094861746e-10,-6.163876462224062,0.5603524056567329,2.3425159213043762e-08,7.80838640434792e-09
+mean_test_acc,ldlt,sdp,121,121,86,35,0,0.7107438016528925,0.023459701026446286,0.010278406500000004,1511.0,1.7383406684454798e-08,5.636209320682431,0.5123826655165846,5.041187938491891e-07,1.7383406684454799e-07
+mean_test_acc,ldlt,ldlt-resnet,121,121,87,34,0,0.71900826446281,0.02752283040909091,0.01248115980000003,1779.0,7.69296628945801e-07,4.942999546500287,0.44936359513638974,2.000171235259083e-05,6.923669660512209e-06
+mean_test_acc,ldlt,ortho,121,121,78,43,0,0.6446280991735537,0.020921452971900834,0.010356299000000013,2002.0,1.264342847332638e-05,4.366186935893503,0.39692608508122756,0.0002528685694665276,0.00010114742778661104
+mean_test_acc,ortho,sandwich,121,120,39,81,1,0.32644628099173556,-0.01266631395371901,-0.007894689300000035,2171.0,0.00013365710865816523,-3.8196205817909794,0.3486820589596543,0.0025394850645051393,0.0009355997606071565
+mean_test_acc,sandwich,sdp,121,121,80,41,0,0.6611570247933884,0.015204562008264456,0.006305895000000006,2279.0,0.00026254907665535047,3.6496977289962866,0.33179070263602606,0.004631605001393634,0.001575294459932103
+mean_test_acc,ldlt-resnet,sandwich,121,121,47,74,0,0.3884297520661157,-0.019267691390909086,-0.01009704999999994,2411.0,0.0009387558222226796,-3.308266049175231,0.3007514590159301,0.014081337333340193,0.004693779111113398
+mean_test_acc,ldlt,sandwich,121,120,64,56,1,0.5330578512396694,0.008255139018181824,0.0008221223000000055,3145.0,0.2044973939148288,1.2688420787642989,0.11582890474182553,1.0,0.8179895756593152
+mean_test_acc,ldlt-resnet,ortho,121,121,54,67,0,0.4462809917355372,-0.006601377437190076,-0.0023532391000000152,3206.0,0.2106004158723539,-1.2519161593438723,0.11381055994035204,1.0,0.8179895756593152
+mean_test_acc,ortho,sdp,121,121,60,61,0,0.49586776859504134,0.002538248054545448,-6.572600000032125e-06,3382.0,0.42564043452591804,0.7966739195824637,0.07242490178022397,1.0,0.8512808690518361
+mean_test_acc,ldlt-resnet,sdp,121,121,58,63,0,0.4793388429752066,-0.0040631293826446264,-0.000977559300000097,3627.0,0.8705530555843003,-0.16295602900550393,0.014814184455045813,1.0,0.8705530555843003

UCI_N6/wilcoxon_pairwise_all.json

@@ -0,0 +1,1427 @@
+[
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"aol",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":1,
+        "wins_b":120,
+        "ties":0,
+        "win_rate_a_over_b":0.0082644628,
+        "mean_diff_a_minus_b":-0.2739230915,
+        "median_diff_a_minus_b":-0.2317528344,
+        "W_stat":45.0,
+        "p_two_sided":4.173048145e-21,
+        "z_equiv":-9.4281702496,
+        "effect_size_r":0.8571063863,
+        "p_holm_global":3.046325146e-19,
+        "p_holm_within_metric":6.259572217e-20
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"aol",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":3,
+        "wins_b":117,
+        "ties":1,
+        "win_rate_a_over_b":0.0289256198,
+        "mean_diff_a_minus_b":-0.2489971982,
+        "median_diff_a_minus_b":-0.2098822109,
+        "W_stat":60.0,
+        "p_two_sided":8.927572293e-21,
+        "z_equiv":-9.3480532511,
+        "effect_size_r":0.8533566057,
+        "p_holm_global":6.249300605e-19,
+        "p_holm_within_metric":1.249860121e-19
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"aol",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":5,
+        "wins_b":116,
+        "ties":0,
+        "win_rate_a_over_b":0.041322314,
+        "mean_diff_a_minus_b":-0.2999183728,
+        "median_diff_a_minus_b":-0.2735294178,
+        "W_stat":82.0,
+        "p_two_sided":1.034358853e-20,
+        "z_equiv":-9.3324659151,
+        "effect_size_r":0.8484059923,
+        "p_holm_global":7.033640204e-19,
+        "p_holm_within_metric":1.34466651e-19
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"aol",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":117,
+        "wins_a":1,
+        "wins_b":116,
+        "ties":4,
+        "win_rate_a_over_b":0.0247933884,
+        "mean_diff_a_minus_b":-0.2222316045,
+        "median_diff_a_minus_b":-0.1720663907,
+        "W_stat":34.0,
+        "p_two_sided":1.49193415e-20,
+        "z_equiv":-9.2935734145,
+        "effect_size_r":0.8591911661,
+        "p_holm_global":9.995958805e-19,
+        "p_holm_within_metric":1.79032098e-19
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":14,
+        "wins_b":107,
+        "ties":0,
+        "win_rate_a_over_b":0.1157024793,
+        "mean_diff_a_minus_b":-0.1491411817,
+        "median_diff_a_minus_b":-0.0818716213,
+        "W_stat":450.0,
+        "p_two_sided":5.266046065e-17,
+        "z_equiv":-8.3805957774,
+        "effect_size_r":0.7618723434,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":5.792650671e-16
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"aol",
+        "alg_b":"ldlt",
+        "n_common":121,
+        "n_nonzero":96,
+        "wins_a":6,
+        "wins_b":90,
+        "ties":25,
+        "win_rate_a_over_b":0.152892562,
+        "mean_diff_a_minus_b":-0.1507771911,
+        "median_diff_a_minus_b":-0.0671557561,
+        "W_stat":113.0,
+        "p_two_sided":5.846618541e-16,
+        "z_equiv":-8.0924712901,
+        "effect_size_r":0.8259343925,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":25,
+        "wins_b":96,
+        "ties":0,
+        "win_rate_a_over_b":0.2066115702,
+        "mean_diff_a_minus_b":-0.1231459003,
+        "median_diff_a_minus_b":-0.0714981307,
+        "W_stat":733.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.6485869487,
+        "effect_size_r":0.6953260862,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ortho",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":18,
+        "wins_b":102,
+        "ties":1,
+        "win_rate_a_over_b":0.152892562,
+        "mean_diff_a_minus_b":-0.0509211747,
+        "median_diff_a_minus_b":-0.0375725031,
+        "W_stat":945.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.0303540979,
+        "effect_size_r":0.6417805878,
+        "p_holm_global":0.0000000001,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"sandwich",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":93,
+        "wins_b":28,
+        "ties":0,
+        "win_rate_a_over_b":0.7685950413,
+        "mean_diff_a_minus_b":0.0776867683,
+        "median_diff_a_minus_b":0.043483858,
+        "W_stat":995.0,
+        "p_two_sided":0.0,
+        "z_equiv":6.9708967963,
+        "effect_size_r":0.6337178906,
+        "p_holm_global":0.0000000001,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":32,
+        "wins_b":88,
+        "ties":1,
+        "win_rate_a_over_b":0.2685950413,
+        "mean_diff_a_minus_b":-0.098220007,
+        "median_diff_a_minus_b":-0.035191671,
+        "W_stat":1203.0,
+        "p_two_sided":0.0000000002,
+        "z_equiv":-6.3546858702,
+        "effect_size_r":0.5801007995,
+        "p_holm_global":0.0000000077,
+        "p_holm_within_metric":0.0000000013
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":117,
+        "wins_a":35,
+        "wins_b":82,
+        "ties":4,
+        "win_rate_a_over_b":0.305785124,
+        "mean_diff_a_minus_b":-0.0714544134,
+        "median_diff_a_minus_b":-0.0293723642,
+        "W_stat":1335.0,
+        "p_two_sided":0.0000000087,
+        "z_equiv":-5.7551072125,
+        "effect_size_r":0.53205985,
+        "p_holm_global":0.0000002598,
+        "p_holm_within_metric":0.0000000433
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":89,
+        "wins_b":32,
+        "ties":0,
+        "win_rate_a_over_b":0.7355371901,
+        "mean_diff_a_minus_b":0.0516914869,
+        "median_diff_a_minus_b":0.0233454705,
+        "W_stat":1603.0,
+        "p_two_sided":0.0000000673,
+        "z_equiv":5.3982417863,
+        "effect_size_r":0.4907492533,
+        "p_holm_global":0.0000018843,
+        "p_holm_within_metric":0.0000002692
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":81,
+        "wins_b":40,
+        "ties":0,
+        "win_rate_a_over_b":0.6694214876,
+        "mean_diff_a_minus_b":0.0249258933,
+        "median_diff_a_minus_b":0.0182105228,
+        "W_stat":2277.0,
+        "p_two_sided":0.0002573114,
+        "z_equiv":3.6548709363,
+        "effect_size_r":0.3322609942,
+        "p_holm_global":0.004631605,
+        "p_holm_within_metric":0.0007719342
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":54,
+        "wins_b":67,
+        "ties":0,
+        "win_rate_a_over_b":0.4462809917,
+        "mean_diff_a_minus_b":-0.0259952814,
+        "median_diff_a_minus_b":-0.0096504689,
+        "W_stat":2867.0,
+        "p_two_sided":0.0332728975,
+        "z_equiv":-2.1287747916,
+        "effect_size_r":0.1935249811,
+        "p_holm_global":0.3078706868,
+        "p_holm_within_metric":0.066545795
+    },
+    {
+        "metric":"mean_cert_acc_108",
+        "alg_a":"ortho",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":67,
+        "wins_b":54,
+        "ties":0,
+        "win_rate_a_over_b":0.5537190083,
+        "mean_diff_a_minus_b":0.0267655936,
+        "median_diff_a_minus_b":0.0061113834,
+        "W_stat":2930.0,
+        "p_two_sided":0.0493195497,
+        "z_equiv":1.9658187626,
+        "effect_size_r":0.1787107966,
+        "p_holm_global":0.3945563974,
+        "p_holm_within_metric":0.066545795
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"aol",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":110,
+        "wins_a":0,
+        "wins_b":110,
+        "ties":11,
+        "win_rate_a_over_b":0.0454545455,
+        "mean_diff_a_minus_b":-0.1337634204,
+        "median_diff_a_minus_b":-0.0716657937,
+        "W_stat":0.0,
+        "p_two_sided":8.869456124e-20,
+        "z_equiv":-9.1019863804,
+        "effect_size_r":0.8678403502,
+        "p_holm_global":5.587757358e-18,
+        "p_holm_within_metric":1.330418419e-18
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"aol",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":114,
+        "wins_a":2,
+        "wins_b":112,
+        "ties":7,
+        "win_rate_a_over_b":0.0454545455,
+        "mean_diff_a_minus_b":-0.1626829197,
+        "median_diff_a_minus_b":-0.0885858461,
+        "W_stat":74.0,
+        "p_two_sided":1.351396746e-19,
+        "z_equiv":-9.0561471899,
+        "effect_size_r":0.8481858966,
+        "p_holm_global":8.378659827e-18,
+        "p_holm_within_metric":1.891955445e-18
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"aol",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":103,
+        "wins_a":2,
+        "wins_b":101,
+        "ties":18,
+        "win_rate_a_over_b":0.0909090909,
+        "mean_diff_a_minus_b":-0.1051036161,
+        "median_diff_a_minus_b":-0.0429337709,
+        "W_stat":22.0,
+        "p_two_sided":2.407012276e-18,
+        "z_equiv":-8.7363791132,
+        "effect_size_r":0.8608210125,
+        "p_holm_global":1.468277489e-16,
+        "p_holm_within_metric":3.129115959e-17
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"aol",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":105,
+        "wins_a":2,
+        "wins_b":103,
+        "ties":16,
+        "win_rate_a_over_b":0.0826446281,
+        "mean_diff_a_minus_b":-0.1135240161,
+        "median_diff_a_minus_b":-0.0488128485,
+        "W_stat":71.0,
+        "p_two_sided":4.454047917e-18,
+        "z_equiv":-8.66655163,
+        "effect_size_r":0.8457688368,
+        "p_holm_global":2.67242875e-16,
+        "p_holm_within_metric":5.344857501e-17
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":114,
+        "wins_a":10,
+        "wins_b":104,
+        "ties":7,
+        "win_rate_a_over_b":0.1115702479,
+        "mean_diff_a_minus_b":-0.0879753088,
+        "median_diff_a_minus_b":-0.0350877196,
+        "W_stat":415.0,
+        "p_two_sided":5.869031305e-16,
+        "z_equiv":-8.0920053879,
+        "effect_size_r":0.7578857434,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ortho",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":114,
+        "wins_a":17,
+        "wins_b":97,
+        "ties":7,
+        "win_rate_a_over_b":0.1694214876,
+        "mean_diff_a_minus_b":-0.0491589036,
+        "median_diff_a_minus_b":-0.0273425561,
+        "W_stat":465.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.9506356222,
+        "effect_size_r":0.7446452517,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"aol",
+        "alg_b":"ldlt",
+        "n_common":121,
+        "n_nonzero":87,
+        "wins_a":3,
+        "wins_b":84,
+        "ties":34,
+        "win_rate_a_over_b":0.1652892562,
+        "mean_diff_a_minus_b":-0.0747076109,
+        "median_diff_a_minus_b":-0.0172084123,
+        "W_stat":48.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.8955227184,
+        "effect_size_r":0.8464888875,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":110,
+        "wins_a":20,
+        "wins_b":90,
+        "ties":11,
+        "win_rate_a_over_b":0.2107438017,
+        "mean_diff_a_minus_b":-0.0590558095,
+        "median_diff_a_minus_b":-0.0295574367,
+        "W_stat":685.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.0591093586,
+        "effect_size_r":0.6730596687,
+        "p_holm_global":0.0000000001,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"sandwich",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":114,
+        "wins_a":84,
+        "wins_b":30,
+        "ties":7,
+        "win_rate_a_over_b":0.7231404959,
+        "mean_diff_a_minus_b":0.0575793037,
+        "median_diff_a_minus_b":0.0163958966,
+        "W_stat":1043.0,
+        "p_two_sided":0.0000000003,
+        "z_equiv":6.3164011309,
+        "effect_size_r":0.5915851679,
+        "p_holm_global":0.0000000096,
+        "p_holm_within_metric":0.0000000019
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":111,
+        "wins_a":80,
+        "wins_b":31,
+        "ties":10,
+        "win_rate_a_over_b":0.7024793388,
+        "mean_diff_a_minus_b":0.0286598044,
+        "median_diff_a_minus_b":0.0146750305,
+        "W_stat":1338.0,
+        "p_two_sided":0.0000001926,
+        "z_equiv":5.2063487426,
+        "effect_size_r":0.4941647538,
+        "p_holm_global":0.0000052,
+        "p_holm_within_metric":0.0000011556
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":103,
+        "wins_a":27,
+        "wins_b":76,
+        "ties":18,
+        "win_rate_a_over_b":0.2975206612,
+        "mean_diff_a_minus_b":-0.0303960051,
+        "median_diff_a_minus_b":-0.0085921446,
+        "W_stat":1234.0,
+        "p_two_sided":0.0000020443,
+        "z_equiv":-4.7489976464,
+        "effect_size_r":0.4679326423,
+        "p_holm_global":0.000049814,
+        "p_holm_within_metric":0.0000102214
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":112,
+        "wins_a":79,
+        "wins_b":33,
+        "ties":9,
+        "win_rate_a_over_b":0.6900826446,
+        "mean_diff_a_minus_b":0.0202394043,
+        "median_diff_a_minus_b":0.0148802027,
+        "W_stat":1541.0,
+        "p_two_sided":0.0000024732,
+        "z_equiv":4.7103245755,
+        "effect_size_r":0.4450838365,
+        "p_holm_global":0.0000568842,
+        "p_holm_within_metric":0.0000102214
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":104,
+        "wins_a":30,
+        "wins_b":74,
+        "ties":17,
+        "win_rate_a_over_b":0.3181818182,
+        "mean_diff_a_minus_b":-0.0388164052,
+        "median_diff_a_minus_b":-0.0039353251,
+        "W_stat":1287.0,
+        "p_two_sided":0.0000029004,
+        "z_equiv":-4.6777497092,
+        "effect_size_r":0.4586910971,
+        "p_holm_global":0.0000638089,
+        "p_holm_within_metric":0.0000102214
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":115,
+        "wins_a":45,
+        "wins_b":70,
+        "ties":6,
+        "win_rate_a_over_b":0.3966942149,
+        "mean_diff_a_minus_b":-0.0289194993,
+        "median_diff_a_minus_b":-0.0067800414,
+        "W_stat":2292.0,
+        "p_two_sided":0.003621671,
+        "z_equiv":-2.9093621184,
+        "effect_size_r":0.2712994164,
+        "p_holm_global":0.050703394,
+        "p_holm_within_metric":0.007243342
+    },
+    {
+        "metric":"mean_cert_acc_255",
+        "alg_a":"ortho",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":107,
+        "wins_a":51,
+        "wins_b":56,
+        "ties":14,
+        "win_rate_a_over_b":0.479338843,
+        "mean_diff_a_minus_b":0.0084204,
+        "median_diff_a_minus_b":0.0,
+        "W_stat":2810.0,
+        "p_two_sided":0.8072471563,
+        "z_equiv":0.2439789068,
+        "effect_size_r":0.0235863312,
+        "p_holm_global":1.0,
+        "p_holm_within_metric":0.8072471563
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"aol",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":3,
+        "wins_b":118,
+        "ties":0,
+        "win_rate_a_over_b":0.0247933884,
+        "mean_diff_a_minus_b":-0.3159544249,
+        "median_diff_a_minus_b":-0.2903496213,
+        "W_stat":53.0,
+        "p_two_sided":5.081865377e-21,
+        "z_equiv":-9.4074774205,
+        "effect_size_r":0.85522522,
+        "p_holm_global":3.608124418e-19,
+        "p_holm_within_metric":7.622798066e-20
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"aol",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":4,
+        "wins_b":117,
+        "ties":0,
+        "win_rate_a_over_b":0.0330578512,
+        "mean_diff_a_minus_b":-0.2939407802,
+        "median_diff_a_minus_b":-0.2717649229,
+        "W_stat":115.0,
+        "p_two_sided":2.306486848e-20,
+        "z_equiv":-9.2471079952,
+        "effect_size_r":0.8406461814,
+        "p_holm_global":1.52228132e-18,
+        "p_holm_within_metric":3.229081588e-19
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"aol",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":9,
+        "wins_b":112,
+        "ties":0,
+        "win_rate_a_over_b":0.0743801653,
+        "mean_diff_a_minus_b":-0.3362883789,
+        "median_diff_a_minus_b":-0.3413665891,
+        "W_stat":135.0,
+        "p_two_sided":3.736856648e-20,
+        "z_equiv":-9.1953759225,
+        "effect_size_r":0.8359432657,
+        "p_holm_global":2.428956821e-18,
+        "p_holm_within_metric":4.857913642e-19
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"aol",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":8,
+        "wins_b":113,
+        "ties":0,
+        "win_rate_a_over_b":0.0661157025,
+        "mean_diff_a_minus_b":-0.3145207473,
+        "median_diff_a_minus_b":-0.298160661,
+        "W_stat":140.0,
+        "p_two_sided":4.214205424e-20,
+        "z_equiv":-9.1824429043,
+        "effect_size_r":0.8347675368,
+        "p_holm_global":2.697091471e-18,
+        "p_holm_within_metric":5.057046509e-19
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":22,
+        "wins_b":99,
+        "ties":0,
+        "win_rate_a_over_b":0.1818181818,
+        "mean_diff_a_minus_b":-0.1593331515,
+        "median_diff_a_minus_b":-0.0761357992,
+        "W_stat":770.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.5528826142,
+        "effect_size_r":0.6866256922,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"aol",
+        "alg_b":"ldlt",
+        "n_common":121,
+        "n_nonzero":117,
+        "wins_a":22,
+        "wins_b":95,
+        "ties":4,
+        "win_rate_a_over_b":0.1983471074,
+        "mean_diff_a_minus_b":-0.1769552274,
+        "median_diff_a_minus_b":-0.1111815423,
+        "W_stat":872.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.0143768908,
+        "effect_size_r":0.648479373,
+        "p_holm_global":0.0000000001,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":34,
+        "wins_b":87,
+        "ties":0,
+        "win_rate_a_over_b":0.2809917355,
+        "mean_diff_a_minus_b":-0.1389991975,
+        "median_diff_a_minus_b":-0.0613140762,
+        "W_stat":1073.0,
+        "p_two_sided":0.0,
+        "z_equiv":-6.7691417128,
+        "effect_size_r":0.6153765193,
+        "p_holm_global":0.0000000005,
+        "p_holm_within_metric":0.0000000001
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":38,
+        "wins_b":83,
+        "ties":0,
+        "win_rate_a_over_b":0.3140495868,
+        "mean_diff_a_minus_b":-0.1169855528,
+        "median_diff_a_minus_b":-0.0544650611,
+        "W_stat":1275.0,
+        "p_two_sided":0.0000000004,
+        "z_equiv":-6.2466477785,
+        "effect_size_r":0.5678770708,
+        "p_holm_global":0.0000000143,
+        "p_holm_within_metric":0.0000000034
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":40,
+        "wins_b":81,
+        "ties":0,
+        "win_rate_a_over_b":0.3305785124,
+        "mean_diff_a_minus_b":-0.1375655199,
+        "median_diff_a_minus_b":-0.058108862,
+        "W_stat":1346.0,
+        "p_two_sided":0.0000000013,
+        "z_equiv":-6.0629989205,
+        "effect_size_r":0.55118172,
+        "p_holm_global":0.0000000428,
+        "p_holm_within_metric":0.0000000094
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"sandwich",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":89,
+        "wins_b":32,
+        "ties":0,
+        "win_rate_a_over_b":0.7355371901,
+        "mean_diff_a_minus_b":0.0423475987,
+        "median_diff_a_minus_b":0.0236002803,
+        "W_stat":1459.0,
+        "p_two_sided":0.0000000079,
+        "z_equiv":5.7707127097,
+        "effect_size_r":0.5246102463,
+        "p_holm_global":0.0000002447,
+        "p_holm_within_metric":0.0000000474
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ortho",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":33,
+        "wins_b":87,
+        "ties":1,
+        "win_rate_a_over_b":0.2768595041,
+        "mean_diff_a_minus_b":-0.0217676316,
+        "median_diff_a_minus_b":-0.0164444894,
+        "W_stat":1846.0,
+        "p_two_sided":0.000003001,
+        "z_equiv":-4.6707530392,
+        "effect_size_r":0.4263794667,
+        "p_holm_global":0.0000638089,
+        "p_holm_within_metric":0.0000150049
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":81,
+        "wins_b":40,
+        "ties":0,
+        "win_rate_a_over_b":0.6694214876,
+        "mean_diff_a_minus_b":0.0220136447,
+        "median_diff_a_minus_b":0.0100490861,
+        "W_stat":2305.0,
+        "p_two_sided":0.000340392,
+        "z_equiv":3.5824460345,
+        "effect_size_r":0.3256769122,
+        "p_holm_global":0.0054462712,
+        "p_holm_within_metric":0.0013615678
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":50,
+        "wins_b":71,
+        "ties":0,
+        "win_rate_a_over_b":0.4132231405,
+        "mean_diff_a_minus_b":-0.020333954,
+        "median_diff_a_minus_b":-0.0093774051,
+        "W_stat":2753.0,
+        "p_two_sided":0.0153655075,
+        "z_equiv":-2.423647606,
+        "effect_size_r":0.2203316005,
+        "p_holm_global":0.1843860902,
+        "p_holm_within_metric":0.0460965226
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ortho",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":65,
+        "wins_b":56,
+        "ties":0,
+        "win_rate_a_over_b":0.5371900826,
+        "mean_diff_a_minus_b":0.0205799671,
+        "median_diff_a_minus_b":0.0014110952,
+        "W_stat":2942.0,
+        "p_two_sided":0.0530173574,
+        "z_equiv":1.934779519,
+        "effect_size_r":0.1758890472,
+        "p_holm_global":0.3945563974,
+        "p_holm_within_metric":0.1060347149
+    },
+    {
+        "metric":"mean_cert_acc_36",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":75,
+        "wins_b":46,
+        "ties":0,
+        "win_rate_a_over_b":0.6198347107,
+        "mean_diff_a_minus_b":0.0014336775,
+        "median_diff_a_minus_b":0.0064880252,
+        "W_stat":3172.0,
+        "p_two_sided":0.1802906425,
+        "z_equiv":1.3398606829,
+        "effect_size_r":0.1218055166,
+        "p_holm_global":1.0,
+        "p_holm_within_metric":0.1802906425
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"aol",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":0,
+        "wins_b":121,
+        "ties":0,
+        "win_rate_a_over_b":0.0,
+        "mean_diff_a_minus_b":-0.2656215986,
+        "median_diff_a_minus_b":-0.2418231331,
+        "W_stat":0.0,
+        "p_two_sided":1.36676811e-21,
+        "z_equiv":-9.5445674132,
+        "effect_size_r":0.8676879467,
+        "p_holm_global":1.025076083e-19,
+        "p_holm_within_metric":2.050152165e-20
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"aol",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":1,
+        "wins_b":120,
+        "ties":0,
+        "win_rate_a_over_b":0.0082644628,
+        "mean_diff_a_minus_b":-0.3045117887,
+        "median_diff_a_minus_b":-0.2825206725,
+        "W_stat":25.0,
+        "p_two_sided":2.545212099e-21,
+        "z_equiv":-9.4799023223,
+        "effect_size_r":0.861809302,
+        "p_holm_global":1.883456953e-19,
+        "p_holm_within_metric":3.563296938e-20
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"aol",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":4,
+        "wins_b":117,
+        "ties":0,
+        "win_rate_a_over_b":0.0330578512,
+        "mean_diff_a_minus_b":-0.2930986073,
+        "median_diff_a_minus_b":-0.2681985311,
+        "W_stat":45.0,
+        "p_two_sided":4.173048145e-21,
+        "z_equiv":-9.4281702496,
+        "effect_size_r":0.8571063863,
+        "p_holm_global":3.046325146e-19,
+        "p_holm_within_metric":5.424962588e-20
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"aol",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":6,
+        "wins_b":115,
+        "ties":0,
+        "win_rate_a_over_b":0.0495867769,
+        "mean_diff_a_minus_b":-0.332593737,
+        "median_diff_a_minus_b":-0.3329101392,
+        "W_stat":80.0,
+        "p_two_sided":9.850602055e-21,
+        "z_equiv":-9.3376391224,
+        "effect_size_r":0.8488762839,
+        "p_holm_global":6.796915418e-19,
+        "p_holm_within_metric":1.182072247e-19
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":16,
+        "wins_b":105,
+        "ties":0,
+        "win_rate_a_over_b":0.132231405,
+        "mean_diff_a_minus_b":-0.1617923106,
+        "median_diff_a_minus_b":-0.0864403248,
+        "W_stat":509.0,
+        "p_two_sided":1.903870686e-16,
+        "z_equiv":-8.227986163,
+        "effect_size_r":0.7479987421,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"aol",
+        "alg_b":"ldlt",
+        "n_common":121,
+        "n_nonzero":103,
+        "wins_a":10,
+        "wins_b":93,
+        "ties":18,
+        "win_rate_a_over_b":0.1570247934,
+        "mean_diff_a_minus_b":-0.1708014264,
+        "median_diff_a_minus_b":-0.0849279724,
+        "W_stat":304.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.8086220392,
+        "effect_size_r":0.7694063917,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":30,
+        "wins_b":91,
+        "ties":0,
+        "win_rate_a_over_b":0.2479338843,
+        "mean_diff_a_minus_b":-0.1337103623,
+        "median_diff_a_minus_b":-0.0764530534,
+        "W_stat":873.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.2864624398,
+        "effect_size_r":0.6624056763,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"sandwich",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":95,
+        "wins_b":26,
+        "ties":0,
+        "win_rate_a_over_b":0.7851239669,
+        "mean_diff_a_minus_b":0.0669721384,
+        "median_diff_a_minus_b":0.039064005,
+        "W_stat":1169.0,
+        "p_two_sided":0.0000000001,
+        "z_equiv":6.5208277639,
+        "effect_size_r":0.592802524,
+        "p_holm_global":0.0000000028,
+        "p_holm_within_metric":0.0000000006
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ortho",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":22,
+        "wins_b":98,
+        "ties":1,
+        "win_rate_a_over_b":0.1859504132,
+        "mean_diff_a_minus_b":-0.0394951297,
+        "median_diff_a_minus_b":-0.0318346173,
+        "W_stat":1154.0,
+        "p_two_sided":0.0000000001,
+        "z_equiv":-6.4830104561,
+        "effect_size_r":0.5918151779,
+        "p_holm_global":0.0000000035,
+        "p_holm_within_metric":0.0000000006
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":34,
+        "wins_b":87,
+        "ties":0,
+        "win_rate_a_over_b":0.2809917355,
+        "mean_diff_a_minus_b":-0.0948201722,
+        "median_diff_a_minus_b":-0.04369919,
+        "W_stat":1219.0,
+        "p_two_sided":0.0000000002,
+        "z_equiv":-6.3914975821,
+        "effect_size_r":0.5810452347,
+        "p_holm_global":0.0000000062,
+        "p_holm_within_metric":0.000000001
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":36,
+        "wins_b":85,
+        "ties":0,
+        "win_rate_a_over_b":0.2975206612,
+        "mean_diff_a_minus_b":-0.1222971809,
+        "median_diff_a_minus_b":-0.0452102409,
+        "W_stat":1256.0,
+        "p_two_sided":0.0000000003,
+        "z_equiv":-6.2957932476,
+        "effect_size_r":0.5723448407,
+        "p_holm_global":0.0000000107,
+        "p_holm_within_metric":0.0000000015
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":89,
+        "wins_b":32,
+        "ties":0,
+        "win_rate_a_over_b":0.7355371901,
+        "mean_diff_a_minus_b":0.03889019,
+        "median_diff_a_minus_b":0.0201615543,
+        "W_stat":1852.0,
+        "p_two_sided":0.0000019926,
+        "z_equiv":4.7541774811,
+        "effect_size_r":0.4321979528,
+        "p_holm_global":0.000049814,
+        "p_holm_within_metric":0.0000079702
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":49,
+        "wins_b":72,
+        "ties":0,
+        "win_rate_a_over_b":0.4049586777,
+        "mean_diff_a_minus_b":-0.0280819483,
+        "median_diff_a_minus_b":-0.0133254528,
+        "W_stat":2656.0,
+        "p_two_sided":0.0074830028,
+        "z_equiv":-2.6745481586,
+        "effect_size_r":0.2431407417,
+        "p_holm_global":0.0972790362,
+        "p_holm_within_metric":0.0224490084
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ortho",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":67,
+        "wins_b":54,
+        "ties":0,
+        "win_rate_a_over_b":0.5537190083,
+        "mean_diff_a_minus_b":0.0274770087,
+        "median_diff_a_minus_b":0.0045558959,
+        "W_stat":2784.0,
+        "p_two_sided":0.0191056626,
+        "z_equiv":2.3434628933,
+        "effect_size_r":0.2130420812,
+        "p_holm_global":0.2101622889,
+        "p_holm_within_metric":0.0382113252
+    },
+    {
+        "metric":"mean_cert_acc_72",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":74,
+        "wins_b":47,
+        "ties":0,
+        "win_rate_a_over_b":0.6115702479,
+        "mean_diff_a_minus_b":0.0114131814,
+        "median_diff_a_minus_b":0.0088901073,
+        "W_stat":2855.0,
+        "p_two_sided":0.0307870687,
+        "z_equiv":2.1598140352,
+        "effect_size_r":0.1963467305,
+        "p_holm_global":0.3078706868,
+        "p_holm_within_metric":0.0382113252
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"aol",
+        "alg_b":"ldlt",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":16,
+        "wins_b":105,
+        "ties":0,
+        "win_rate_a_over_b":0.132231405,
+        "mean_diff_a_minus_b":-0.1195835257,
+        "median_diff_a_minus_b":-0.0631501061,
+        "W_stat":409.0,
+        "p_two_sided":2.126854418e-17,
+        "z_equiv":-8.4866465265,
+        "effect_size_r":0.7715133206,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":3.190281628e-16
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"aol",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":23,
+        "wins_b":98,
+        "ties":0,
+        "win_rate_a_over_b":0.1900826446,
+        "mean_diff_a_minus_b":-0.1113283867,
+        "median_diff_a_minus_b":-0.0656148695,
+        "W_stat":698.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.7391180759,
+        "effect_size_r":0.7035561887,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"aol",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":25,
+        "wins_b":96,
+        "ties":0,
+        "win_rate_a_over_b":0.2066115702,
+        "mean_diff_a_minus_b":-0.0986620727,
+        "median_diff_a_minus_b":-0.0525094743,
+        "W_stat":908.0,
+        "p_two_sided":0.0,
+        "z_equiv":-7.1959313126,
+        "effect_size_r":0.6541755739,
+        "p_holm_global":0.0,
+        "p_holm_within_metric":0.0
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"aol",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":24,
+        "wins_b":97,
+        "ties":0,
+        "win_rate_a_over_b":0.1983471074,
+        "mean_diff_a_minus_b":-0.0961238247,
+        "median_diff_a_minus_b":-0.0445100629,
+        "W_stat":1047.0,
+        "p_two_sided":0.0,
+        "z_equiv":-6.8363934073,
+        "effect_size_r":0.6214903098,
+        "p_holm_global":0.0000000003,
+        "p_holm_within_metric":0.0000000001
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"aol",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":27,
+        "wins_b":94,
+        "ties":0,
+        "win_rate_a_over_b":0.2231404959,
+        "mean_diff_a_minus_b":-0.0920606953,
+        "median_diff_a_minus_b":-0.0356908378,
+        "W_stat":1307.0,
+        "p_two_sided":0.0000000007,
+        "z_equiv":-6.1638764622,
+        "effect_size_r":0.5603524057,
+        "p_holm_global":0.0000000234,
+        "p_holm_within_metric":0.0000000078
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":86,
+        "wins_b":35,
+        "ties":0,
+        "win_rate_a_over_b":0.7107438017,
+        "mean_diff_a_minus_b":0.023459701,
+        "median_diff_a_minus_b":0.0102784065,
+        "W_stat":1511.0,
+        "p_two_sided":0.0000000174,
+        "z_equiv":5.6362093207,
+        "effect_size_r":0.5123826655,
+        "p_holm_global":0.0000005041,
+        "p_holm_within_metric":0.0000001738
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt",
+        "alg_b":"ldlt-resnet",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":87,
+        "wins_b":34,
+        "ties":0,
+        "win_rate_a_over_b":0.7190082645,
+        "mean_diff_a_minus_b":0.0275228304,
+        "median_diff_a_minus_b":0.0124811598,
+        "W_stat":1779.0,
+        "p_two_sided":0.0000007693,
+        "z_equiv":4.9429995465,
+        "effect_size_r":0.4493635951,
+        "p_holm_global":0.0000200017,
+        "p_holm_within_metric":0.0000069237
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":78,
+        "wins_b":43,
+        "ties":0,
+        "win_rate_a_over_b":0.6446280992,
+        "mean_diff_a_minus_b":0.020921453,
+        "median_diff_a_minus_b":0.010356299,
+        "W_stat":2002.0,
+        "p_two_sided":0.0000126434,
+        "z_equiv":4.3661869359,
+        "effect_size_r":0.3969260851,
+        "p_holm_global":0.0002528686,
+        "p_holm_within_metric":0.0001011474
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ortho",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":39,
+        "wins_b":81,
+        "ties":1,
+        "win_rate_a_over_b":0.326446281,
+        "mean_diff_a_minus_b":-0.012666314,
+        "median_diff_a_minus_b":-0.0078946893,
+        "W_stat":2171.0,
+        "p_two_sided":0.0001336571,
+        "z_equiv":-3.8196205818,
+        "effect_size_r":0.348682059,
+        "p_holm_global":0.0025394851,
+        "p_holm_within_metric":0.0009355998
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"sandwich",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":80,
+        "wins_b":41,
+        "ties":0,
+        "win_rate_a_over_b":0.6611570248,
+        "mean_diff_a_minus_b":0.015204562,
+        "median_diff_a_minus_b":0.006305895,
+        "W_stat":2279.0,
+        "p_two_sided":0.0002625491,
+        "z_equiv":3.649697729,
+        "effect_size_r":0.3317907026,
+        "p_holm_global":0.004631605,
+        "p_holm_within_metric":0.0015752945
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":47,
+        "wins_b":74,
+        "ties":0,
+        "win_rate_a_over_b":0.3884297521,
+        "mean_diff_a_minus_b":-0.0192676914,
+        "median_diff_a_minus_b":-0.01009705,
+        "W_stat":2411.0,
+        "p_two_sided":0.0009387558,
+        "z_equiv":-3.3082660492,
+        "effect_size_r":0.300751459,
+        "p_holm_global":0.0140813373,
+        "p_holm_within_metric":0.0046937791
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt",
+        "alg_b":"sandwich",
+        "n_common":121,
+        "n_nonzero":120,
+        "wins_a":64,
+        "wins_b":56,
+        "ties":1,
+        "win_rate_a_over_b":0.5330578512,
+        "mean_diff_a_minus_b":0.008255139,
+        "median_diff_a_minus_b":0.0008221223,
+        "W_stat":3145.0,
+        "p_two_sided":0.2044973939,
+        "z_equiv":1.2688420788,
+        "effect_size_r":0.1158289047,
+        "p_holm_global":1.0,
+        "p_holm_within_metric":0.8179895757
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"ortho",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":54,
+        "wins_b":67,
+        "ties":0,
+        "win_rate_a_over_b":0.4462809917,
+        "mean_diff_a_minus_b":-0.0066013774,
+        "median_diff_a_minus_b":-0.0023532391,
+        "W_stat":3206.0,
+        "p_two_sided":0.2106004159,
+        "z_equiv":-1.2519161593,
+        "effect_size_r":0.1138105599,
+        "p_holm_global":1.0,
+        "p_holm_within_metric":0.8179895757
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ortho",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":60,
+        "wins_b":61,
+        "ties":0,
+        "win_rate_a_over_b":0.4958677686,
+        "mean_diff_a_minus_b":0.0025382481,
+        "median_diff_a_minus_b":-0.0000065726,
+        "W_stat":3382.0,
+        "p_two_sided":0.4256404345,
+        "z_equiv":0.7966739196,
+        "effect_size_r":0.0724249018,
+        "p_holm_global":1.0,
+        "p_holm_within_metric":0.8512808691
+    },
+    {
+        "metric":"mean_test_acc",
+        "alg_a":"ldlt-resnet",
+        "alg_b":"sdp",
+        "n_common":121,
+        "n_nonzero":121,
+        "wins_a":58,
+        "wins_b":63,
+        "ties":0,
+        "win_rate_a_over_b":0.479338843,
+        "mean_diff_a_minus_b":-0.0040631294,
+        "median_diff_a_minus_b":-0.0009775593,
+        "W_stat":3627.0,
+        "p_two_sided":0.8705530556,
+        "z_equiv":-0.162956029,
+        "effect_size_r":0.0148141845,
+        "p_holm_global":1.0,
+        "p_holm_within_metric":0.8705530556
+    }
+]