diff --git "a/UCI_N6/wilcoxon_prep_all.json" "b/UCI_N6/wilcoxon_prep_all.json" new file mode 100644--- /dev/null +++ "b/UCI_N6/wilcoxon_prep_all.json" @@ -0,0 +1,21782 @@ +[ + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2746650763 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.304313913 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3111251667 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2992297634 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3092910573 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2896058038 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3311508 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2638392877 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3128472269 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5174450278 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1832254417 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3767892346 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2340275869 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6286117435 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6419862211 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6382936239 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6266480237 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6132433265 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6355497986 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0077639753 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5293339789 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.60553886 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6937647611 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.741875574 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6799511313 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0131578948 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4131037798 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4880901724 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.471936129 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5015717819 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4497306347 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0913978517 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1357575823 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1718866136 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1999511272 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.155337248 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0987709593 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2737559378 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2111945432 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2130845394 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.236909166 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.25 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.125 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2356852144 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6808724403 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6658481807 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5902335793 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5909576267 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6275219321 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0826271176 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1813312368 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0957445691 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2747551091 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0701667573 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3560954928 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1370204641 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3655370958 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1311381133 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0965229608 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8864594847 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9347801805 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9477406144 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3879928598 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0647395384 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8670570999 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8869969994 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8736842573 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8855230063 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9012401253 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1514127813 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3564168811 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4332268685 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5478624254 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.305683868 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0113636367 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0615808824 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1084837355 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0782085583 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0147058824 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1089743599 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2792382389 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.365749307 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3307903595 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3964140862 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4022104591 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1615763549 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3787252456 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3973993883 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3467779979 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.378194198 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3834052756 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7018865347 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.765732646 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7579441965 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7493887097 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7393947691 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.728511855 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0092651189 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0171244128 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0381604033 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0239262548 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0117758832 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0301807788 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.8098338693 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8729317635 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8819619864 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8750194013 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9172978699 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8778873235 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.00390625 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0789830815 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.170513548 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.26629024 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0922150798 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4540229961 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5828108713 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5849007517 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6314002275 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4561128542 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0116822422 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2734356001 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2072417922 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2516613007 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.330148451 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2484845631 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.289186269 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4704076871 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3803604692 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3225487247 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4739789367 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4615862221 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1207494214 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1744724326 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.146827152 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1670116596 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1570894588 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1839622706 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.424262464 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7285333723 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.661187157 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6610004455 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6459343135 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0069444445 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3244716413 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3861172423 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3624265715 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4868424609 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3998357505 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1282915324 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6355484501 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8066511154 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9107205272 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9294268042 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.84860228 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3617149815 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2413647417 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5077294745 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1342391353 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0273687695 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4454104155 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2932069772 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1105367634 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1523339637 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1098484844 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4053720534 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.629158169 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5381872579 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6195227057 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5200685635 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5498694181 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6198173016 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6317759752 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7257340401 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4555186331 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.39390333 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3257215098 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4276154488 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1415945198 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0715934783 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1833728701 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1245947517 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1361995284 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1007220764 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0601190515 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0519750537 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.040685331 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1095881648 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0826588999 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2463278472 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0844289763 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1840648092 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0352526447 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1540363235 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0835714294 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0178571437 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0714915982 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0581395328 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2817402743 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0250316109 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2574617229 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1664571576 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1805106681 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4413086995 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4206149355 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6109882817 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5889808759 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.027777778 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.010416667 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.010416667 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0185185187 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0067567569 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1057692319 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.500418067 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5805927292 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7324879467 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4901059195 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0289995838 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0103926742 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0356156416 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0061983466 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0314385318 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4191017449 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4798521027 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6065241992 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.691684708 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5558892563 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0253623202 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2158527374 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1717157178 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1966545451 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0614680871 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5711890534 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7043046504 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7671070397 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7419930845 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7626018375 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6741637737 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7146705016 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7423943132 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.807763949 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8667325824 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6559503451 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2410533205 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1013595094 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2879883647 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1092437021 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4032577872 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5069333911 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.43989259 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.380576849 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4200668931 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0625 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.125 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4006091803 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4502340704 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4141138047 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4356200173 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4517376274 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4640122429 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6168651134 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6168651134 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5577877164 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6064484268 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5039682761 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0501502296 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.732505843 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7477287501 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7003754675 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7369449884 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7051901668 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0625 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2276785746 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3526785746 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1294642873 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0263888892 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4168253988 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2377777752 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3844444454 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3173809536 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5584698766 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6014239043 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5869384706 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5664459467 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5655875504 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5616482496 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0256849304 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3284313828 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6069030389 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5075748786 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5909528583 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3021393986 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6571272165 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6783398241 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6838917881 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6131916046 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6206343621 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6605287492 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0666666701 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4157197103 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3500947095 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5146780387 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.386268951 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5052626431 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5000774488 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5946523398 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5175155699 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5180289596 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5655123889 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.25429428 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1399336075 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1913043521 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3987898901 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2827157862 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0948275849 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.327254653 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6490937322 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0633289143 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1881285943 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5268797949 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5268797949 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3398587182 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.9520196319 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9877164811 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.9724507779 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9786374867 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9919410348 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9891143441 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2586805597 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5022514798 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6838138402 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7417401075 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7725878209 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6960089505 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.8898056448 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9354620129 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.9275896996 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9378628433 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.950195089 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9301280379 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4085392207 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5007602572 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5271704569 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5129222125 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5232236981 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5357024223 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3984157443 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2974727098 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3766750246 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4062015936 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2583481241 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5594758093 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6088941544 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8516617566 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8471786529 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8522636145 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8324532509 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.078118505 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3333178312 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.280367922 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3082090318 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3755794019 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2576263268 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2523173541 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7537723333 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7516330183 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7282992452 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7610114515 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.725542739 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.8699928373 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9121241421 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.9179969728 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9028066695 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9170291275 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9124025851 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.40148139 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8950853944 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8582211584 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8318530023 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8814113587 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8756014556 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4847242981 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7011176646 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7454608232 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7248847336 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6426513642 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7398170978 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4962144904 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.585015282 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6618891358 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3722544163 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7494598329 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8297066987 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7809581161 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7982491255 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8346672505 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8359053582 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1609308422 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4428926334 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3790845796 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.48862385 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4219395369 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2149767801 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0263157897 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2775541879 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1897058832 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0959821437 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1583333351 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1784226224 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0322916675 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.09375 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.046875 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0513392873 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2254855931 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1374138501 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2326519471 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1220238116 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.027777778 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0257936511 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2834641803 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1291264109 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1807568427 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1788949277 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1424272303 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5091321319 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5129056722 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4601425529 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4978905842 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5127445757 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0032958838 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2353636324 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2273121402 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1962668337 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2436291687 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1653658375 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2764430419 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5513722077 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5783817023 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5419958532 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5633089095 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5681426227 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1086691124 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0357142873 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0648656916 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0192307699 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0493137268 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2232516333 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1416176474 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1192320269 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0958660129 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7899955809 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8729418069 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8400338441 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8346026987 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8905995041 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9062775522 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2360681165 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.520175457 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3171568704 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5142672881 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1618937068 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7489306629 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8403189331 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8485316038 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8380987793 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8508080691 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8474348634 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4298577569 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7597886324 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7724000961 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7712977529 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8035333753 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7371818274 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.8206546456 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8324147314 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8376808614 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8371110409 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8406078815 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8278535903 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0250000004 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4382352978 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3326797448 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.38709151 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1308006542 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4999686778 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5138575733 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5138575733 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2809210569 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1685379073 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1120436033 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1717932317 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1089383913 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0811258256 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3152074069 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5048619062 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4067021608 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4679822326 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4560613185 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2967764316 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6829853207 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.357339479 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5868151784 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4688273966 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.3746197894 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7090130001 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7037743926 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7228666097 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7393795401 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6797527224 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7390623689 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7772632986 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7590069026 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7512338012 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7665031552 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.764037326 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.303956734 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2527530091 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5814093649 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4263644349 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.491349645 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5512187257 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1109843124 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3236203343 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3477869481 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3543769419 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4083983824 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3415158167 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.3071330376 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5245778561 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4982481599 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4918794185 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5350200161 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5153853446 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.3524876088 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7943701744 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8063775301 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7974772453 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9253550619 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.793377161 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0833333358 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0113636367 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0113636367 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1415911522 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5538276061 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5508175343 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4424081221 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.543103613 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5143995136 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2200332135 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.379493393 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3612988293 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4948119894 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2402133914 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0809354708 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2269800529 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3068785649 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2843335271 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1592467353 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1088721855 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1875 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5375000015 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.650000006 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.712500006 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4750000015 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.9296116531 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9316304624 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.9314075559 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9343125522 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9341194034 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9312221706 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2521385108 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4380437993 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4792269319 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4289143421 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3171422668 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0377358496 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3800116628 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1490403833 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3655958325 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1143558845 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4182652608 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5325315967 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4930557385 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5044069365 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5755994767 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.563282907 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6862897426 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6825265437 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7028236836 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6935050488 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6978259534 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6991871446 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6481632739 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6383486092 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6944496632 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.658025369 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6410692632 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6773393154 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1034482718 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6924778521 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6675436348 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8224297911 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6887915134 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0281866632 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1396837775 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0699720958 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0397727438 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1074407306 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.013302022 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0703977952 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0373908579 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0521631944 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0895674694 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0023041475 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0343489184 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2025699578 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2164410502 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1320862211 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1620837692 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1666666679 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6502193063 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6204574108 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5778508782 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2886904832 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1148146652 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1669393219 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1819267981 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1668042988 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1740585566 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1555051692 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0500000007 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0500000007 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0454545468 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0227272734 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3755321875 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4031353816 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4016266838 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3717144802 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3408585116 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3976853713 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.430167377 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5078780949 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5700353682 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6387371719 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5494281352 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0043859649 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2049293239 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3364192247 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2379916813 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3598405048 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2086682133 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0151515156 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0310606072 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0312805474 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0914320648 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0469696987 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0473450597 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0259132672 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.045851046 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0318206791 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0026119403 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2059691916 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3126812205 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.153009003 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1684208475 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2484696545 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.006355932 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0276519582 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0106297487 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0298516275 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.006465517 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0924552474 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0221014502 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0166666675 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0295698922 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.383386597 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5748437941 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7301739678 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2266604248 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5656655431 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.6578639671 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.6702767015 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6953697801 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7413481027 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0451474227 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1322113019 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1752047502 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3204463571 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1259950884 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0147058824 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0303308824 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0407754015 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0180000011 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1030371571 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0315620678 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0119259268 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0715611884 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0400291188 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1019197907 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.125125695 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0910216589 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1160045285 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1240393464 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3861042 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5404579267 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5395566523 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4964495748 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5027909204 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4755891338 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0000594389 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0002366304 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0012419638 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0004735421 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0009465091 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0004137749 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3392254636 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4846173674 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5078465343 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4537118673 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5678512454 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4864728153 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0397313982 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0652564522 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1323844157 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0082922149 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1384535041 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3416927978 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2163009457 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3675548658 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1891327091 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0144134541 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0099009899 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0195027485 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0168887018 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.017027501 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0063807672 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0619590301 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0163019476 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0122498819 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0579491854 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0642255591 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0125197931 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0239860127 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0116828561 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0218503741 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0156583211 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0070754718 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0520027331 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.366928719 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1661035437 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2087640092 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2271859013 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0720283994 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1089517903 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0819240296 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1815004945 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1124307867 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.045219434 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3882249445 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4865749255 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.714032948 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.8102712333 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5783082843 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0511473436 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.062016909 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1495169103 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0375000006 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0134798805 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0848562382 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0226608189 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0366280298 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0227391399 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0336538479 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1662405925 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0282973936 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2947533056 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0147872968 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1750282552 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3182538869 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2673911322 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3666694574 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1783140078 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0996212149 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0454545468 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0694444478 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.013888889 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0278514596 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0556292376 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0357598979 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0636113565 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0284900293 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0192307699 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0671171211 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0267857164 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0047169812 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0199999996 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0906432755 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0307017546 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0449781171 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0178571437 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1060312255 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.097177336 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2834053263 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1551855039 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1647157287 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1428372385 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3891211525 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0794314397 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0042763159 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0041322312 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0083265586 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0620490648 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1006439412 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1019931454 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2011489943 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1824224396 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0072463769 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0979266278 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0737953819 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0988694932 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.023463455 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2590312846 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3372575417 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3343776464 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3211759813 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3873015195 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2690338902 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3867513947 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4755183682 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5082169697 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5829856992 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.404269157 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0258620679 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1060236692 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0983970091 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1210525632 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.071641935 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0718419971 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1216058154 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1409294568 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.138978105 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1391376778 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.146698188 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1538433842 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.387252003 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3397321552 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.28963295 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3929067627 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2784226276 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0144927539 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5584776476 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.617752865 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5750534013 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5947364494 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5384083614 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0625 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.15625 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0263888892 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1130952397 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0588888889 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0746031767 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0613888903 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1255180463 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1943269521 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1288865078 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1374904513 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1657911427 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1502958201 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0786029398 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1906775439 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0862785392 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2401091196 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0530821905 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2660144679 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3101014122 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3457056358 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1737892181 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1959033739 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2591167316 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1208333429 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1142045483 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.069791669 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.104515275 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1254158486 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2270048112 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1327526364 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1538005397 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1957047805 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0071428572 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0243842364 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0775862038 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0278514596 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.456609197 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4783884212 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4956297874 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.8680121452 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.9376037866 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.903972581 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.9094404429 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.9593276083 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.9459409714 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0772569445 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3116636947 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5022598431 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5744315833 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6686228663 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4760460109 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.7077189684 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.8567208648 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.8473922163 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.8635472804 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.8988988101 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.835121721 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.014956974 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0213338147 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0656583309 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1234419206 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1858531758 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0670184083 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0961472373 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0600595009 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0744065214 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1104280613 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0538825653 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2219920084 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3724220856 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7539879978 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.7302469015 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7545499802 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7173054814 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0192827447 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0943677584 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0885690516 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0834447788 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1025704825 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0834269919 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1229466517 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4481083229 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4811340868 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4610580131 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.479944326 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4355996177 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.7105948925 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.7736815661 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7985454202 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.7623916417 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7916313261 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7829464078 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3467061669 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.7980049253 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7512793392 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.71308963 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7814228386 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7664119601 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0311571956 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0585546964 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2245603055 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1400687583 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1286649471 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2354724631 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3591153473 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3452107459 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4786405191 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1823056219 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.4153701365 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5162426829 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4546122923 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4778427109 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5385797024 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5415297449 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0265486725 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1461390322 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0451565385 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1103314189 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1190429367 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0522058839 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0381578952 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.09375 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.015625 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0178571437 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.015625 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0321557978 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0231481483 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.013888889 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0410168872 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.233433608 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2467465773 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1889506914 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2495037839 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2416159958 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0489086471 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0476372028 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0457102526 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.054182576 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0434507839 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0797956795 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3280783445 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3765279576 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3365515769 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3510855809 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3477317393 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0564542483 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0404411778 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0247058831 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0196078438 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3243590593 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4386104308 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3595481813 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4241377786 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.558611989 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5538831204 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0139318886 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0913828718 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0886222925 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2132610958 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0147058824 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.5651076585 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.7072507888 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7284680903 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.7150833458 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7644456178 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7090420276 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1975660417 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.583088547 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.631287694 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.6276953071 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6955705583 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5698801503 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.5077795386 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5259263366 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5489556789 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5470825434 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5715941191 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5205779374 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1022058846 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0910947733 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0910947733 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0250000004 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2888157926 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3949457034 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1159147862 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1776315793 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0315356934 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0047169812 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0416956721 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0049358101 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0078567127 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2261209786 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0854594372 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1169067733 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1554374471 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0432598051 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4221628755 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0631220005 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2219315097 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0955627155 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2799993828 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3249943629 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3280972019 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.351787366 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3899157047 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3012481853 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.5140513256 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5968103409 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5505955517 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5303042904 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5839293599 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5735598058 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0280835757 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.043153692 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0707737682 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0364497618 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0501387473 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0457461644 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0424606325 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0262532826 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0421161437 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0762473587 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0339514299 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1962295808 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3023708612 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2986928523 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.297334455 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3226201832 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3146341965 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1288460046 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4474030174 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.453600429 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4653391317 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6780367643 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4735353515 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0156745797 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2448210921 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2474242449 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2107593305 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2363818772 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2695233151 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.012530193 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0238837723 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0220459333 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0313450745 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0233242749 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0090452591 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0308649461 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0787776075 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1206878945 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0560575482 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0500000007 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3500000015 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3500000015 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3500000015 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.7744626701 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.769113794 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7996253669 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.8109787405 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7944731116 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7981931716 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.081521742 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1293294057 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.149520128 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1774660535 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0254237279 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1370831579 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.027777778 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.076984467 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1079263184 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2047262788 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.182641726 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1875725351 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2340766378 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2423132658 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.349788852 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.321472697 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4004133493 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3613809124 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.375071764 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3789084256 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.264273718 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2615846582 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3883387148 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2813394517 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2581968755 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3448416814 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0344827585 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.293775944 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2167338021 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4495554157 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.26950939 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0261050838 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0073049568 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0126105056 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0017100634 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0044466831 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0027507265 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0038179377 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0071936941 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0023041475 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0078512223 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0433565674 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0318006556 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0240269464 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0308503979 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2083333358 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1997180525 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4317042679 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0178571437 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4788681716 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5025003999 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5134085342 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5028940365 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5063581169 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4925411567 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.28125 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7441468388 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5705357194 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6114583388 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.479216285 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2279411778 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1029411778 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6395802498 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8372803926 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8114973307 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7685105503 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7518968135 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7577884346 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7508777082 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7452108264 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7428542972 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7509995699 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.024844721 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6062272657 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6828785539 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7520559281 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7885295898 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7469790876 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0131578948 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5590133965 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.580876112 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.573008135 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5776908323 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5202761963 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.242072342 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2698827013 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2984701917 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3562658951 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2389247343 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0241935477 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5036391467 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5863397419 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4666534364 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5387089103 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5222386457 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.375 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3125 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.125 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.125 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1875 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3748276979 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8292765617 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7998564392 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7558882684 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7507478297 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7813658267 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0553278662 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1439440215 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4457735866 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4361364804 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5215044543 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4242730998 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1653239634 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5614450276 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5691176504 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6445865482 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4139812514 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3714227304 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3892315701 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9630067199 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9677539468 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9657692313 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9150101691 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.446131371 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9279229492 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9315775633 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9366911799 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9338888526 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9403081536 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3098894507 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6084070653 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5866789669 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6623136997 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5210728869 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1060606092 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1260026749 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2510305308 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2406974174 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1265597194 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2460666001 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6484162509 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6479718834 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.638115406 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6903736293 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6638097465 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3734971061 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.570281744 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5652498454 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5415899903 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5522941351 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5544610322 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8138122261 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8406557441 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8336464614 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8292201012 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8240348995 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.821315378 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0858732685 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1047895234 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1280890498 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.122489376 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.0975928511 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1374232918 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9254291207 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9523390085 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9481235147 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9475313276 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9599696547 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9454217851 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.03125 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2599135153 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3970404714 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4012236372 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1979313996 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1212121248 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7330198735 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.748171404 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8043364882 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7719435692 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.695141077 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1000971552 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6301826835 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4785013571 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5703960955 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6909318268 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6058084667 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6287413687 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7242491096 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6916686594 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6276186109 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7191910595 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.716368556 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0749615955 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3697455227 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3968542591 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3647408262 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3922548518 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3748385832 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5203028619 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6272687465 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8098413944 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8054971248 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8020768017 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8071014136 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.010416667 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5644413233 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5707160383 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5809067488 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.641645506 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5913234204 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3795326054 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8590466231 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9125360101 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9596957117 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9594837278 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9234395772 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6074879393 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7058575004 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6447464004 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4561594352 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2992986068 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7179494053 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4337928239 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2755673993 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5275167078 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1401515156 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6042963872 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7858774215 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7668363154 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7191132531 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7678319663 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1061946899 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.72473979 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7491817474 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.777877152 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8115288466 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7098483741 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5670454726 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6381673962 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.734686166 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3933261279 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1809362471 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2712954283 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2429230474 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2635870352 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2514260933 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0946428627 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2025492638 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2318396755 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.218176432 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1923782378 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2463278472 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1868805848 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3455452621 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5604508519 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4527984262 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4375086818 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3172268942 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3058193401 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1922689136 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.216470588 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1770378174 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1970000891 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4332977384 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2777220327 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4110726416 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3754217923 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.130952388 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5671069138 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6688115895 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7497967929 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7359503359 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7319396436 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1225198442 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.0520833349 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.0595238116 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.0768849216 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1357357418 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.0536036063 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.0798048079 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1021271315 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1847826093 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3227424771 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6925864071 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7583147585 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8258082569 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7282144427 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0258083222 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1165623721 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.0922024865 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1368746888 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.0506017096 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.0938195623 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6950342953 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7583387643 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.837711066 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8204401284 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7708532065 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1058370979 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5191597715 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.415283896 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.476930216 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2541786805 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7886403799 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8665373176 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8532841057 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.846391201 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8726678044 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8326458186 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1861702055 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8692826629 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8110877275 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8890118599 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9020318985 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8043955266 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0869565234 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0344827585 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5578350499 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2900976017 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.570666872 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.415478196 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6242751479 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6340781003 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5866749585 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.532742098 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5661575198 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.125 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.25 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.375 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.25 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.25 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5929243565 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6328778714 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6054221392 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6260847598 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6312154531 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6416510344 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0690476224 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7368551791 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.661805585 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6521329582 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6844742149 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6161210686 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.129285967 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8245089352 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8151376545 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7630793899 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7920081615 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7672475278 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1294642873 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3482142873 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5133928657 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4776785746 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2276785746 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1494047688 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5917460471 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.579285726 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.616388917 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6159523875 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7537785023 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.777908951 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7679112107 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7619241178 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7666185796 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7649340183 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2037671208 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6076383367 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7371367216 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7549553663 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7603330612 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6668150723 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8069941252 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8262270242 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8187781572 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8031415492 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.806006819 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8198586702 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2060606107 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5786931962 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6464015245 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7293560952 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.607007578 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7229564339 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7141892165 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7568203062 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7252516448 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7043028474 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.754778862 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1413043439 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5831977054 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4204647727 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5116084814 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6714071482 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6194688454 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0865384638 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2436339557 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6071397066 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6490937322 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3922413737 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1388888955 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4096922893 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5346922949 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5268797949 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5268797949 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9771427661 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9963771552 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9895480573 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9903385639 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9983774722 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9945454001 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3845486194 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7142665386 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7717882991 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7794074565 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7924494594 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7815881819 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9367447048 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9618414789 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9566435516 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9595636427 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.964401871 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9594356865 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6837441474 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7975783795 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7720460147 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7010807097 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6936497837 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7735591233 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6309326589 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5193757787 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6144010723 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6347886026 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5263463408 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6389982998 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8569834828 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8846496046 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8779090494 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8830721676 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8797489703 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2151420712 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5945245922 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5427588373 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5395068079 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5964190513 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5147901475 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6379229426 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8597216606 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8295128047 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8265335113 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8479040414 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8307931423 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9236776829 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9495560378 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9492349178 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.94422701 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.948849678 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9502017051 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4250173271 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9306281358 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9023249149 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8806654513 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9148861319 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9156261384 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.80117549 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8634186089 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8638428152 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8438681364 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.808087796 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.856489554 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1666666716 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0506117903 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6691454723 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7365925759 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8077132702 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6062802225 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8504267186 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.909560442 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8682916909 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8804917336 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.909832269 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9113753289 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0870370343 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5785313249 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6681102514 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.648452282 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6853022724 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6764169484 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0526315793 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.411435768 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3442627825 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6597619988 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5407701284 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0500000045 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2847069707 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3460508361 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3680746444 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2879807744 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.09375 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0763392877 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3379464336 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2897321451 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.1263392903 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2870535776 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.500548251 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0526315793 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3623903543 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5494595915 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5502036512 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3350955583 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1714301845 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.0913019748 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2288493738 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1812303262 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2083333433 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0326086953 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4952194169 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.435084546 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4207427576 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5260165185 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2455443703 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6525985003 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6526524127 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6320092082 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.647700265 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6613437533 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.050344483 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.4276156127 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4100259021 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3740980849 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4139204696 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3494642116 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4092856906 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6648370624 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6687754393 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6486339569 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6566543132 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6687141806 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0416666679 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2667887751 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2210012283 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3574481234 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.188797323 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1185294129 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.31277778 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3054575175 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2008823492 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1695588231 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9178105593 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9595377743 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9465375245 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9423367232 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9641429037 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9628548622 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1052631587 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.4861713164 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7994840145 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5616615154 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7220846266 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5287151858 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8263093531 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8920559436 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8886902481 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8811866045 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8917125016 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8884501755 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6138489544 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8185666502 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8304130584 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8206511736 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8656149954 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8075436652 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8998533636 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9051656723 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9086885899 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9075449258 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9033582062 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9115539044 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.013888889 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.227777781 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6651143879 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5551470593 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6234477311 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5801470652 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4999686778 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5263575763 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5402464569 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.452349633 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4159890264 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4061946943 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4231722429 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3823249489 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2489404082 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5830281675 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6476904899 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6174442321 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6271964312 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6344250143 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1032608747 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6458426118 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7571804821 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6706928462 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7587001473 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7198843658 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6587777883 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8425589502 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8369396329 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8260130882 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8308722973 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8265644312 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8032515496 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8403069526 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8243122548 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.819460988 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8364204019 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8323172778 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8324614912 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8115506172 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8013915122 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6805208623 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7774773836 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.817584604 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.30146496 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5653045177 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5593702421 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5556339473 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5880662203 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5616908669 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4187820405 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6338641196 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6085280627 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6057824045 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6432691216 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6217554808 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6111513227 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9309086204 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9465412796 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9189248383 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9682744294 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9384667873 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3121843487 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.013888889 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3008207157 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1054292955 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.1663510092 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1627209615 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5741638467 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8300967366 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8067352474 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6890766919 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7696042955 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7340257317 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.4475103021 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6284458637 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6717280596 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7766307294 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5113832951 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3536220193 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5127230287 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5732670836 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7239820063 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6664767191 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7268491685 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1875 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6625000015 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.712500006 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.775000006 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6000000015 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9663412422 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9663836807 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9674657732 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9681701064 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9672567844 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9670437723 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1680791005 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5258283168 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7041662335 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7666890621 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.633473549 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6396282315 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1538149416 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0990566015 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6033186764 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.413728483 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5813234001 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3997063115 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6154833734 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7101938874 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6916338503 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6886686236 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7328248173 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7181907445 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8238998652 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8215833753 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8272963017 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8145391792 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8225741535 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8276302665 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.811987102 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7975995839 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8201114088 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.80825077 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7958798558 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8105731159 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0514705889 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2558398172 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8587458581 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8570294678 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9142480791 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8600136042 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2243630178 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2928244397 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2300729007 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.1899691038 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2732779868 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.057928913 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1304832846 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2185194977 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1820726097 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.1751163788 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2400967851 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0104501783 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1570671387 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3928736299 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.383179687 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3121728003 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3557936102 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.020833334 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3847117871 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7819549143 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8261278421 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6535087824 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5151942521 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3546580449 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3857644945 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3893899173 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3815752491 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3896450326 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3652741835 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.15625 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5677083433 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.438839294 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4750496037 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2347222278 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1029411778 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5468567908 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4894656539 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6327047646 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3530668337 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.690367043 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6983063817 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6952535212 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.685294494 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6779921949 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6934427619 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0077639753 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5686626714 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6501160115 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7223929912 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7764039785 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7053823471 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0131578948 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4786564335 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5348104537 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5155188292 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.540626727 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4729759693 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1469208244 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1800000053 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2371896431 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2735874914 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.204951128 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2608668692 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4086342007 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3056694157 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3854381405 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3486110941 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.125 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.25 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.125 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3106421381 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7617513388 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7430641651 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6839560419 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6680636704 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7112740427 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0553278662 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1165254265 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2682405701 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.268760365 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3685528077 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.279005304 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0147058824 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4373614788 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.348486796 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5470162034 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2863810863 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2400386631 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2565617599 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.926853925 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9583433717 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.958408162 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7350661159 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3407482654 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9005204588 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.904287979 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9072991014 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9099707305 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.922147125 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2420147434 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4843816608 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5386486501 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6044963151 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3802579902 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0530303046 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0876504015 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2126782574 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1312667131 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0260695191 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1360106501 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.460218817 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5127930939 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4861459062 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5516299605 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5223337039 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2506849393 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.481178239 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4861044884 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.448464945 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4707379267 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4659213424 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7583511323 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8089336604 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.796632424 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7843128145 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7867349982 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7786758691 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0265278299 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0420540627 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0728764217 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0574806407 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0340603874 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.065627031 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.886504814 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9149915725 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9247809052 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9177401662 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9470184296 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9200842083 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.00390625 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1368257776 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.25066524 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2883482687 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1251811348 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5945663601 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6875653267 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.657262288 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.718913272 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6010971889 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0629684441 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4338693768 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3300706968 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4388631359 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4994302392 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4361676946 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.454224579 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6043650806 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5393089503 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4752861038 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6010800898 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5930342972 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0352822579 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2267041691 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2782244049 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2286045216 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2619457766 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2659043148 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2648421712 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5169128031 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7681360692 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7383933961 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7482959628 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7274992019 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.010416667 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4340833575 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4670044184 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4818055555 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5622492433 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.479135178 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1950626895 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7383568287 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8776713908 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9376235157 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9512870014 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8884363323 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4487318918 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3903985545 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5963768288 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2429951709 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1040100288 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6000330746 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3529048287 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1968636839 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3191485777 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1117424294 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4955220371 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7039945871 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6567109376 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6796174496 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.668954283 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6172872484 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.676491186 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7014062107 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7696232051 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.542080719 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4202922136 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5319985673 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6297258288 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1643217932 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1352048349 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1919935606 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1517339665 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2002494112 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1979862861 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0684523843 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0587318111 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0797940828 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1700995062 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1073643761 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2463278472 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0518867932 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1893561855 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3239258192 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1820808444 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2466576584 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1949789971 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.060924374 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1466176519 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0220588241 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0755813941 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3679516464 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1242449591 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3108363897 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2396444809 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3763736263 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5607554242 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5768973753 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6678664684 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.668053776 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0699404776 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.013888889 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0386904776 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.03125 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0703703724 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0083333338 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0311061069 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0166666675 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1780936532 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5937384069 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6852936 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7957079262 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5750650465 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0126504274 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.064214732 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.035417228 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0645807888 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0166557916 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0457346896 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5256980555 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6284379512 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7395238131 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7411977053 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6947060078 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0434782617 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3505315855 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2449717484 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3240901604 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1200323431 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6926904842 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8098848164 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7956793755 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8094247729 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8182621151 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7637349367 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0265957434 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7882857174 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7747065425 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8535442054 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8798367828 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7637880296 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3896555007 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2073191404 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4678611271 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2313942835 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5343313888 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5802256465 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4969899356 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4864397869 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5169888437 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1875 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.125 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0625 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4980101138 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5444364399 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5119742304 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5297542065 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5461721271 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5559537113 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0266865087 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6666666865 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6473214626 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6279762238 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6450893134 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.549255982 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1003004592 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7718019187 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7737615556 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.737199381 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7673281878 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7473792732 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0625 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.125 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2589285746 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4151785746 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1919642873 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0402777782 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5239285827 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3851190507 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5082143024 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4366269894 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6620926559 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6972277462 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6850686967 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6658234298 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6694904864 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6688399762 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0787671208 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3599063251 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6761653945 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6239813343 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7244607955 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4496511519 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7312145084 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7537020743 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7539458871 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.712517947 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7210968733 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7477025539 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1166666746 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4767992496 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4801136479 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5934659243 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4933712184 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.625262782 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6116463691 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6825652719 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6226136088 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.616350323 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6673471928 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.347312063 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.216106236 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3439601585 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5885521621 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4983401075 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1206896529 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4378868379 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6490937322 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2234748043 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3169899434 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5268797949 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5268797949 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4368414842 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.9637169689 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9915466607 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9808885604 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9867144078 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9957585931 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9913342148 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3120659739 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5961106867 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7244826108 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7613610476 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7758772969 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7445849478 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.9136162549 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9498157501 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9456976354 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9488004446 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9568392783 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9448984563 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5411695614 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6572627276 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6513254642 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6027224809 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6034117937 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6538600922 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5098848492 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3708604844 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4751187935 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5338846818 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3678914085 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6034152061 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7559745163 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8717612773 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8603693843 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8648775667 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8569931388 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.120807346 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4355965704 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4066806585 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4264218435 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4907578751 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.37305253 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3953394666 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8013456762 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7910821885 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.785402745 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7967075557 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7840415835 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8985174 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9313030839 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.935611248 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9243021756 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9366028458 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9359225631 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4161057025 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9138537198 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8850850314 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8613987565 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8941891193 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8941708356 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6726019382 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7924161404 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8128369004 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7878182679 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7361062914 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8075047135 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0080645159 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5695382729 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.673979342 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7440703809 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4854794368 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8063279688 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.87315768 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8310145736 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8440183252 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8740964234 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8745957762 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2916862126 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5480829105 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.514131099 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5809534639 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5447977409 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3253773227 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1358262412 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5234423466 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3433630057 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1940476224 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2218750045 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.229613103 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0635416675 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.199107144 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.078125 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1013392881 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0803571437 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.21875 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0131578948 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2589677349 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3539708778 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4075422958 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2775297686 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0662393179 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.050366302 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0958807301 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0238095243 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3873792328 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2728462201 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2943840586 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3387681171 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1852676868 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.590272665 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5799061656 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5384527892 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5736024678 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5909751952 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0135047995 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3330410346 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3055487573 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2710769251 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.33610107 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2478226237 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3377346843 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6026000679 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6297205836 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6012118757 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6135842055 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6154011637 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2251221035 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0674603218 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1807081895 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1100427369 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0690196082 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.256944444 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2141013071 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1560784336 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1426143823 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8614276946 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9282092899 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9061075002 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8965852708 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9368173182 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9428952485 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3694530576 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6655314863 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4371775053 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5928276628 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2869453141 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7917136401 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8722572923 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8702830076 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8563914299 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.874654144 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8647733182 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4792532176 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7789587975 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7910742313 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7886005044 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8381809145 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7545429468 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8616596311 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8705093563 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8751450479 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.872977078 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8752659708 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8704950958 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1152777784 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5476307347 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4523692876 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5581699535 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3035130743 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4999686778 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5263575763 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5263575763 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3809210584 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2716660053 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2174182758 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2805639505 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2236697301 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.122571745 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4605232701 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5722910613 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5282869339 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.552447319 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5438740179 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4581676051 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7176319361 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5408164114 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.672695145 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6197848171 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4756135046 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7790481895 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7710936666 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7742732912 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7919202596 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7638556361 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7736535221 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8120923042 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7922317535 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7871154845 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8040574789 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8032645136 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5290087378 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6159939915 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6982414424 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.485958511 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6884055436 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7158003002 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1944969743 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4301462099 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4664278477 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4675522968 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5150463432 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4561353922 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3431044854 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5842987448 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5478798598 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5409395546 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5921250135 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5656712651 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.458119303 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8487116396 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8742426783 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8721613586 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9431314319 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8950455338 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1440972239 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0331439404 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0732323248 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.010416667 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3139269589 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7008645236 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6892738789 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5625530034 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6644524932 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6168433875 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3218847346 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5021781102 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5043220818 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6341718882 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3704619296 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0816518031 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3516279422 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3518463243 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.547944624 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4198117033 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4417468756 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1875 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6625000015 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.712500006 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.775000006 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4750000015 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.9519778341 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9513559192 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9520049691 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9533781409 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9538156092 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9495609701 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0847457647 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3717507012 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5553309172 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6259825677 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5238234587 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4922388718 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1026785746 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0754716992 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4859349951 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2354897279 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5016954243 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2556750178 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5119848847 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6160604358 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5933301598 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5968383998 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6583311558 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6463786811 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7650402784 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7582384944 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7727574855 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7630140632 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7580163181 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7711005211 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7358933985 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7260700613 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7597945333 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7384447157 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7279750854 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7496084422 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1724137962 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7855826765 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.782926321 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8803945035 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8014103025 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1134215128 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.199060075 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1250496414 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0877731051 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1773439832 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.00713714 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0524550872 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1364285797 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0872818055 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0977579672 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1496359557 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0081460308 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0745244152 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3003498279 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3026963398 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2023402043 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2250996828 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2470238209 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.697368443 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.698621586 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6118421108 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4263784587 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5927981875 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6388025696 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6289707567 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6351161602 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6390920321 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.631781937 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5342887919 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9323974596 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.884493966 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7521889514 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8172388227 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8792313665 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6004094174 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9807628248 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8631296176 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8958531071 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8575949367 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9591727581 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8139269934 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8208494741 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8091303595 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8040742289 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8097666177 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8085330194 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6304366485 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.809907605 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6899253728 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7907311075 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8179386059 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7639820203 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4040541996 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6198269269 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6312642698 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6388825484 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6080082938 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6100536005 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1101828159 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3113362712 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.302775178 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3645513851 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3800446906 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3152551061 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2700991716 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8197647325 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7488233289 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6756605861 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7140433335 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6943735029 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5522727273 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5994318182 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5232954545 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5625 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5704545455 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5227272727 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8602087744 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8783738455 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8543020219 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8226181047 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8139081846 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8347144353 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5145599465 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6842230456 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6942990371 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6909678797 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6763022944 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6749729915 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6045806079 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6888585192 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6212811442 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6646875798 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6701954774 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6434189379 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9500235044 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9548494662 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.955493942 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9651492232 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9645854199 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9615413219 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9287345153 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9549395383 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9599338421 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9635507717 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9592047322 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.96722971 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7405917091 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7127780865 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6714143906 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.743428604 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7776575403 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6798538043 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1659778315 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4355627847 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4230816249 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4554929731 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5193429743 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3069586312 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.448541713 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8234799236 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7300238108 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7646380247 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7734673831 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7671614881 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5247424339 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6524712751 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6457159797 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6141283954 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6258338859 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6302060419 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8594654032 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8714623087 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8698704817 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.861611274 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.853614854 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8596589877 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1801879824 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2260672934 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2039986678 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.2122068356 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.1980147905 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2356528561 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9532201275 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9678251808 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9655047309 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9684746267 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9753173025 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9660026221 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5968624199 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5780019244 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5461580661 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5626276428 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5562551161 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5429610512 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7178157608 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8102874336 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7922508162 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7961238077 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.78792971 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7413737917 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2914053562 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7840504421 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.63707781 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7463053564 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7994176026 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7065644 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7850515242 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8250937677 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8157979188 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7658922156 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8156351441 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.819337593 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4506807652 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4866430844 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4841886729 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.486541912 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5111508857 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4881076995 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8226942432 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8462849074 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8475109677 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8440411978 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8337437408 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8290316173 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6425611753 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7057112814 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6708475321 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7080970089 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7217959637 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7178308381 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.835304096 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9532137178 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.939211159 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9599537363 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9645611858 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9450374513 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7250316912 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7834010372 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6500316912 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7706842409 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7455790838 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7074560645 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2519726305 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.65609014 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7802608106 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.58069272 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3555272109 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7129913737 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8042846017 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8479771562 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8352871277 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8431947036 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8491039621 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.852078457 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7464647101 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8563782695 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8639910451 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8574614253 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.861777279 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8427718906 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8148608674 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7644604683 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6439893979 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8039396881 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7930848743 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6174046739 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2617458327 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3681044268 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3795369486 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3819370474 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3925852476 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3755083862 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2462854867 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4153286502 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.290149083 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3336082964 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4468737046 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3291545439 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4904804622 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7218714108 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6787026026 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7053810035 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6767618879 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7107914906 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3800185962 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.491957225 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5066320112 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5115689968 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5263593216 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5004626132 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.204780754 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5396991811 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5037991736 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4633523172 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5444349476 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4728448873 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7551772376 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8299889312 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7458903297 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8065924956 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8102951272 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8243803326 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2210442909 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2032555746 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2443260568 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.2362520892 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.237444458 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2217169092 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2292192784 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2303524534 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2164377833 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.2770424131 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.2659570832 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.234210195 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7867036062 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8016421622 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7621040889 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8221399312 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8355332456 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7924383732 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.497095893 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5401260291 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5859188986 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5765060751 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5368691462 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5910445824 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6213650387 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7951674696 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7604823593 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.803072977 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8154139263 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7748114192 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6673596532 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6716668811 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6052508969 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6336278549 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.617537837 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6122985475 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8527270229 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9020880092 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8950298195 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9052364972 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9142450297 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8873483075 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.880348408 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9180014727 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8996572707 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9281656793 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9114748717 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.867019329 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4218019193 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8037580479 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7570606311 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5513754575 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6180421242 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7088059421 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1766438383 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7160447148 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7340653509 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6843423983 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.659729318 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6871020431 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5133928571 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5401785714 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.1361607143 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4732142857 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4352678571 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3683035714 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6755701132 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7075551426 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6830267196 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7011428385 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7054615107 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7200801761 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2953964245 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6947613034 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6842081334 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6993408829 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7150436418 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6382307541 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5169817277 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8466064129 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8323133172 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8373834439 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8322830257 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8069568909 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3610294118 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4448529412 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3198529412 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3935661765 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3976102941 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4238970588 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3658694819 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6001897461 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7734669708 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7542777641 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.740147589 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7135598899 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8284795599 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8434562208 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8360547707 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8358623801 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8437570694 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.838619579 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7154509193 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8063107355 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7984568722 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8097562218 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8002940788 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8040823631 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8747560815 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8823585691 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8735489402 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8697816239 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8688409273 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8761086915 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6648784347 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6573229699 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7098290769 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7501697345 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7513613085 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6968377537 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8207784787 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.806957385 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8224677122 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8072802023 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7881875055 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8185356867 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5899333103 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7942570159 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6583455803 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7218234567 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8297217066 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7741845296 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4844118112 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6156524231 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4501257735 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6120553008 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6156524231 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6067602362 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6073457712 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5403147384 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5862530103 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5063785357 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5033740006 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5008229801 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9871984237 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9993311555 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9958222056 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9956128483 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9993832263 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9987158604 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8030205012 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8230431985 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.838711339 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8361936117 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8441074203 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8228729284 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9577690919 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9631783148 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.962101243 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9636828979 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9637974037 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9636894705 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8362249362 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8875492877 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8623380097 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7858964065 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8007774499 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8657563132 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6659377829 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7264968174 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7098667432 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7323091139 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7408710199 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7088258316 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.855865876 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8756709661 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8740721219 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8640553724 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8729657333 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8696576838 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.644897367 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7424270088 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7292100996 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7162276424 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7290903927 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7044579951 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7702574834 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8745117942 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8613165127 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8646532678 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8772764538 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8523034383 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9398035746 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9560919081 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9578096504 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9500688584 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9584526303 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9587872097 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9376478535 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9570620941 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9281431409 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9110216966 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.941296515 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.940745535 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8743685892 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9027876008 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8996457933 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8858289321 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8600478713 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8946380259 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7951599693 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7956713385 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7326775827 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7976219832 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8346044544 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7016166769 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8811260435 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9286917547 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8965202669 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9109803798 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9285709953 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9314944761 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6272907102 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7528163655 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7301265373 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7373672114 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7512046097 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.748594141 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3129893231 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7510058873 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5438955569 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5769428588 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6999392158 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6675485461 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3570358339 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5121020204 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3769530758 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4885408404 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4965511235 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4862991559 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4229898528 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4441368314 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4655496548 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3706690728 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.494611544 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4366158743 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6770478517 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7820832048 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5167300635 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.644378373 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7718059671 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.593843883 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2432374908 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2133100365 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2299265978 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.1590560066 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.2318729979 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2734548709 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6781208745 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6108418643 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5328713332 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5417187562 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5748790692 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5784833945 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3573117433 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7360472109 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7323575265 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7142048368 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7404173192 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7380090923 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1482799715 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.518670968 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5158972267 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4924204021 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5206456784 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4669018948 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4822699236 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6953631651 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.709841389 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6880291367 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7059029748 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7135359979 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.361618159 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4392524111 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4056605604 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4556465788 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5551643554 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5103846373 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.0860371989 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2473580504 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3497177865 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3161391353 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3201322317 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2512659518 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9487523492 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.981712455 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.972413834 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9645164241 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9826222415 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9795877711 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4471690188 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8771589382 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8706317204 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7544354839 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7566952285 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8262642809 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8478677718 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.913687641 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9006082451 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9021266034 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9128706669 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.90115429 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6952702045 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8471733501 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8326126886 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8437206851 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8746358823 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.827839696 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9273425309 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9280014466 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9292717379 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9294548438 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9271793243 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9307356611 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.687002006 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6773730457 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6850945947 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6860469202 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.733068871 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6869378844 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5368840882 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5621027869 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5000011577 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.52487138 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5577377004 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5084051125 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5935751291 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.650853588 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.546233701 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5934672421 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5628186199 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5679592963 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7209131326 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7340960056 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7297099094 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7110674459 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7085869864 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7238175991 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5883519037 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7590190122 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7919454374 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7987892392 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7938923221 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7835577888 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8386508212 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8782224158 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8768828408 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8780558528 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8767497056 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.87966264 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8392948734 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8689530499 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8598024874 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8585967509 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8707308571 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8643487108 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9328969478 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.918072369 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8672201398 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8058799808 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8447262905 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8769377829 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5753047798 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6756145431 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.691760069 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6856758332 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.702360049 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6688270173 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5105461417 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6776965514 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6466759855 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6567972838 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.684526617 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6616144676 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7349037544 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9751503447 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.964144479 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9539214821 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9751380406 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.971008393 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3230156158 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4449111735 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3636843794 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3386563 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4195255914 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.317097078 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9089035761 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9038197654 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8876952966 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.800791071 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8596515084 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8305636149 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6999411255 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7814275436 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7673445583 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7950697783 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8869297036 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.727688279 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7665443556 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7657801861 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7718763339 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7667742419 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7429259936 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7684683582 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6875 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7291666667 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5625 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7708333333 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7708333333 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6458333333 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9776736935 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9767696333 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9777877797 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9769946934 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9773902471 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.976712117 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4071690879 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7735413417 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7707369793 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7583122361 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7619919701 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7186856151 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.437309741 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7159258458 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7573942939 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5709012119 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7272492597 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7252286853 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7045508806 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7795409829 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7586608838 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7586891817 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7835173385 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7781796308 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8665558692 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8640688657 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8668844757 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8570780838 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8609082832 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8665609089 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.857957347 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8477852489 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8614126947 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8487978447 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8418176648 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8574020536 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6276913879 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8963523425 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9257773471 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9225514602 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9515510973 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9104427154 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2827433983 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4369875426 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4192906212 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3848203672 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3722602316 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3918821838 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2955627666 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3595538925 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3276328002 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.342006748 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3227773696 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3533220519 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2709712826 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.500735295 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5110219118 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4943548689 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4717355817 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5010191337 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2236201012 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8187672432 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8716950516 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.837794461 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6845200198 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.709699526 + } +] \ No newline at end of file