diff --git "a/UCI_N6/wilcoxon_prep_all.json" "b/UCI_N6/wilcoxon_prep_all.json" deleted file mode 100644--- "a/UCI_N6/wilcoxon_prep_all.json" +++ /dev/null @@ -1,21782 +0,0 @@ -[ - { - "dataset":"abalone", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.2746650763 - }, - { - "dataset":"abalone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.304313913 - }, - { - "dataset":"abalone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3111251667 - }, - { - "dataset":"abalone", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2992297634 - }, - { - "dataset":"abalone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3092910573 - }, - { - "dataset":"abalone", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2896058038 - }, - { - "dataset":"acute-inflammation", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3311508 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2638392877 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3128472269 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5174450278 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1832254417 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3767892346 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2340275869 - }, - { - "dataset":"adult", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.6286117435 - }, - { - "dataset":"adult", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6419862211 - }, - { - "dataset":"adult", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6382936239 - }, - { - "dataset":"adult", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6266480237 - }, - { - "dataset":"adult", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6132433265 - }, - { - "dataset":"adult", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6355497986 - }, - { - "dataset":"annealing", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0077639753 - }, - { - "dataset":"annealing", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5293339789 - }, - { - "dataset":"annealing", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.60553886 - }, - { - "dataset":"annealing", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6937647611 - }, - { - "dataset":"annealing", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.741875574 - }, - { - "dataset":"annealing", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6799511313 - }, - { - "dataset":"arrhythmia", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0131578948 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4131037798 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4880901724 - }, - { - "dataset":"arrhythmia", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.471936129 - }, - { - "dataset":"arrhythmia", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5015717819 - }, - { - "dataset":"arrhythmia", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4497306347 - }, - { - "dataset":"audiology-std", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0913978517 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1357575823 - }, - { - "dataset":"audiology-std", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1718866136 - }, - { - "dataset":"audiology-std", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1999511272 - }, - { - "dataset":"audiology-std", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.155337248 - }, - { - "dataset":"balance-scale", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0987709593 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2737559378 - }, - { - "dataset":"balance-scale", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2111945432 - }, - { - "dataset":"balance-scale", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2130845394 - }, - { - "dataset":"balance-scale", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.236909166 - }, - { - "dataset":"balloons", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.25 - }, - { - "dataset":"balloons", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.125 - }, - { - "dataset":"bank", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.2356852144 - }, - { - "dataset":"bank", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6808724403 - }, - { - "dataset":"bank", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6658481807 - }, - { - "dataset":"bank", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5902335793 - }, - { - "dataset":"bank", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5909576267 - }, - { - "dataset":"bank", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6275219321 - }, - { - "dataset":"blood", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"blood", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0826271176 - }, - { - "dataset":"blood", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1813312368 - }, - { - "dataset":"blood", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0957445691 - }, - { - "dataset":"blood", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2747551091 - }, - { - "dataset":"blood", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0701667573 - }, - { - "dataset":"breast-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3560954928 - }, - { - "dataset":"breast-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1370204641 - }, - { - "dataset":"breast-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3655370958 - }, - { - "dataset":"breast-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1311381133 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0965229608 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8864594847 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.9347801805 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9477406144 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3879928598 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0647395384 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8670570999 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8869969994 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8736842573 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8855230063 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.9012401253 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1514127813 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3564168811 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4332268685 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5478624254 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.305683868 - }, - { - "dataset":"breast-tissue", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0113636367 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0615808824 - }, - { - "dataset":"breast-tissue", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1084837355 - }, - { - "dataset":"breast-tissue", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0782085583 - }, - { - "dataset":"breast-tissue", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0147058824 - }, - { - "dataset":"car", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1089743599 - }, - { - "dataset":"car", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2792382389 - }, - { - "dataset":"car", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.365749307 - }, - { - "dataset":"car", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3307903595 - }, - { - "dataset":"car", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3964140862 - }, - { - "dataset":"car", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4022104591 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1615763549 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3787252456 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3973993883 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3467779979 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.378194198 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3834052756 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.7018865347 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.765732646 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7579441965 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7493887097 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7393947691 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.728511855 - }, - { - "dataset":"chess-krvk", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0092651189 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0171244128 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0381604033 - }, - { - "dataset":"chess-krvk", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0239262548 - }, - { - "dataset":"chess-krvk", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0117758832 - }, - { - "dataset":"chess-krvk", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0301807788 - }, - { - "dataset":"chess-krvkp", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.8098338693 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8729317635 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8819619864 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8750194013 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9172978699 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8778873235 - }, - { - "dataset":"congressional-voting", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.00390625 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0789830815 - }, - { - "dataset":"congressional-voting", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.170513548 - }, - { - "dataset":"congressional-voting", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.26629024 - }, - { - "dataset":"congressional-voting", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0922150798 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4540229961 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5828108713 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5849007517 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6314002275 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4561128542 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0116822422 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2734356001 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2072417922 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2516613007 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.330148451 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2484845631 - }, - { - "dataset":"connect-4", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.289186269 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4704076871 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3803604692 - }, - { - "dataset":"connect-4", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3225487247 - }, - { - "dataset":"connect-4", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4739789367 - }, - { - "dataset":"connect-4", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4615862221 - }, - { - "dataset":"contrac", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"contrac", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1207494214 - }, - { - "dataset":"contrac", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1744724326 - }, - { - "dataset":"contrac", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.146827152 - }, - { - "dataset":"contrac", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1670116596 - }, - { - "dataset":"contrac", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1570894588 - }, - { - "dataset":"credit-approval", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1839622706 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.424262464 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7285333723 - }, - { - "dataset":"credit-approval", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.661187157 - }, - { - "dataset":"credit-approval", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6610004455 - }, - { - "dataset":"credit-approval", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6459343135 - }, - { - "dataset":"cylinder-bands", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0069444445 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3244716413 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3861172423 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3624265715 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4868424609 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3998357505 - }, - { - "dataset":"dermatology", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1282915324 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6355484501 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8066511154 - }, - { - "dataset":"dermatology", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.9107205272 - }, - { - "dataset":"dermatology", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9294268042 - }, - { - "dataset":"dermatology", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.84860228 - }, - { - "dataset":"echocardiogram", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3617149815 - }, - { - "dataset":"echocardiogram", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2413647417 - }, - { - "dataset":"echocardiogram", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5077294745 - }, - { - "dataset":"echocardiogram", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1342391353 - }, - { - "dataset":"ecoli", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0273687695 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4454104155 - }, - { - "dataset":"ecoli", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2932069772 - }, - { - "dataset":"ecoli", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1105367634 - }, - { - "dataset":"ecoli", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1523339637 - }, - { - "dataset":"energy-y1", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1098484844 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4053720534 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.629158169 - }, - { - "dataset":"energy-y1", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5381872579 - }, - { - "dataset":"energy-y1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6195227057 - }, - { - "dataset":"energy-y1", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5200685635 - }, - { - "dataset":"energy-y2", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5498694181 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6198173016 - }, - { - "dataset":"energy-y2", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6317759752 - }, - { - "dataset":"energy-y2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7257340401 - }, - { - "dataset":"energy-y2", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4555186331 - }, - { - "dataset":"fertility", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.39390333 - }, - { - "dataset":"fertility", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3257215098 - }, - { - "dataset":"fertility", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4276154488 - }, - { - "dataset":"fertility", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1415945198 - }, - { - "dataset":"flags", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"flags", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0715934783 - }, - { - "dataset":"flags", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1833728701 - }, - { - "dataset":"flags", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1245947517 - }, - { - "dataset":"flags", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1361995284 - }, - { - "dataset":"flags", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1007220764 - }, - { - "dataset":"glass", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0601190515 - }, - { - "dataset":"glass", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0519750537 - }, - { - "dataset":"glass", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.040685331 - }, - { - "dataset":"glass", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1095881648 - }, - { - "dataset":"glass", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0826588999 - }, - { - "dataset":"haberman-survival", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.2463278472 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0844289763 - }, - { - "dataset":"haberman-survival", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1840648092 - }, - { - "dataset":"haberman-survival", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0352526447 - }, - { - "dataset":"haberman-survival", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1540363235 - }, - { - "dataset":"hayes-roth", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0835714294 - }, - { - "dataset":"hayes-roth", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0178571437 - }, - { - "dataset":"hayes-roth", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0714915982 - }, - { - "dataset":"hayes-roth", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0581395328 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2817402743 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0250316109 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2574617229 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1664571576 - }, - { - "dataset":"heart-hungarian", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1805106681 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4413086995 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4206149355 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6109882817 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5889808759 - }, - { - "dataset":"heart-switzerland", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.027777778 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.010416667 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.010416667 - }, - { - "dataset":"heart-va", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0185185187 - }, - { - "dataset":"heart-va", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0067567569 - }, - { - "dataset":"heart-va", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"hepatitis", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1057692319 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.500418067 - }, - { - "dataset":"hepatitis", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5805927292 - }, - { - "dataset":"hepatitis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7324879467 - }, - { - "dataset":"hepatitis", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4901059195 - }, - { - "dataset":"hill-valley", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0289995838 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0103926742 - }, - { - "dataset":"hill-valley", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0356156416 - }, - { - "dataset":"hill-valley", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0061983466 - }, - { - "dataset":"hill-valley", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0314385318 - }, - { - "dataset":"horse-colic", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4191017449 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4798521027 - }, - { - "dataset":"horse-colic", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6065241992 - }, - { - "dataset":"horse-colic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.691684708 - }, - { - "dataset":"horse-colic", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5558892563 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0253623202 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2158527374 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1717157178 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1966545451 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0614680871 - }, - { - "dataset":"image-segmentation", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5711890534 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7043046504 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7671070397 - }, - { - "dataset":"image-segmentation", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7419930845 - }, - { - "dataset":"image-segmentation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7626018375 - }, - { - "dataset":"image-segmentation", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6741637737 - }, - { - "dataset":"ionosphere", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7146705016 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7423943132 - }, - { - "dataset":"ionosphere", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.807763949 - }, - { - "dataset":"ionosphere", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8667325824 - }, - { - "dataset":"ionosphere", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6559503451 - }, - { - "dataset":"iris", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"iris", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"iris", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2410533205 - }, - { - "dataset":"iris", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1013595094 - }, - { - "dataset":"iris", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2879883647 - }, - { - "dataset":"iris", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1092437021 - }, - { - "dataset":"led-display", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"led-display", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4032577872 - }, - { - "dataset":"led-display", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5069333911 - }, - { - "dataset":"led-display", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.43989259 - }, - { - "dataset":"led-display", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.380576849 - }, - { - "dataset":"led-display", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4200668931 - }, - { - "dataset":"lenses", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0625 - }, - { - "dataset":"lenses", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.125 - }, - { - "dataset":"lenses", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"letter", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.4006091803 - }, - { - "dataset":"letter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4502340704 - }, - { - "dataset":"letter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4141138047 - }, - { - "dataset":"letter", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4356200173 - }, - { - "dataset":"letter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4517376274 - }, - { - "dataset":"letter", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4640122429 - }, - { - "dataset":"libras", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"libras", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6168651134 - }, - { - "dataset":"libras", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6168651134 - }, - { - "dataset":"libras", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5577877164 - }, - { - "dataset":"libras", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6064484268 - }, - { - "dataset":"libras", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5039682761 - }, - { - "dataset":"low-res-spect", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0501502296 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.732505843 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7477287501 - }, - { - "dataset":"low-res-spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7003754675 - }, - { - "dataset":"low-res-spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7369449884 - }, - { - "dataset":"low-res-spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.7051901668 - }, - { - "dataset":"lung-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0625 - }, - { - "dataset":"lung-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2276785746 - }, - { - "dataset":"lung-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3526785746 - }, - { - "dataset":"lung-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1294642873 - }, - { - "dataset":"lymphography", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0263888892 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4168253988 - }, - { - "dataset":"lymphography", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2377777752 - }, - { - "dataset":"lymphography", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3844444454 - }, - { - "dataset":"lymphography", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3173809536 - }, - { - "dataset":"magic", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5584698766 - }, - { - "dataset":"magic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6014239043 - }, - { - "dataset":"magic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5869384706 - }, - { - "dataset":"magic", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5664459467 - }, - { - "dataset":"magic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5655875504 - }, - { - "dataset":"magic", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5616482496 - }, - { - "dataset":"mammographic", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0256849304 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3284313828 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6069030389 - }, - { - "dataset":"mammographic", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5075748786 - }, - { - "dataset":"mammographic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5909528583 - }, - { - "dataset":"mammographic", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3021393986 - }, - { - "dataset":"miniboone", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.6571272165 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6783398241 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6838917881 - }, - { - "dataset":"miniboone", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6131916046 - }, - { - "dataset":"miniboone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6206343621 - }, - { - "dataset":"miniboone", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6605287492 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0666666701 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4157197103 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3500947095 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5146780387 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.386268951 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5052626431 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5000774488 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5946523398 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5175155699 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5180289596 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5655123889 - }, - { - "dataset":"monks-1", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.25429428 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1399336075 - }, - { - "dataset":"monks-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1913043521 - }, - { - "dataset":"monks-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3987898901 - }, - { - "dataset":"monks-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2827157862 - }, - { - "dataset":"monks-2", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0948275849 - }, - { - "dataset":"monks-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.327254653 - }, - { - "dataset":"monks-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6490937322 - }, - { - "dataset":"monks-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0633289143 - }, - { - "dataset":"monks-3", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1881285943 - }, - { - "dataset":"monks-3", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5268797949 - }, - { - "dataset":"monks-3", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5268797949 - }, - { - "dataset":"monks-3", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3398587182 - }, - { - "dataset":"mushroom", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.9520196319 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.9877164811 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.9724507779 - }, - { - "dataset":"mushroom", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.9786374867 - }, - { - "dataset":"mushroom", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9919410348 - }, - { - "dataset":"mushroom", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.9891143441 - }, - { - "dataset":"musk-1", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.2586805597 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5022514798 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6838138402 - }, - { - "dataset":"musk-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7417401075 - }, - { - "dataset":"musk-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7725878209 - }, - { - "dataset":"musk-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6960089505 - }, - { - "dataset":"musk-2", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.8898056448 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.9354620129 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.9275896996 - }, - { - "dataset":"musk-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.9378628433 - }, - { - "dataset":"musk-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.950195089 - }, - { - "dataset":"musk-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.9301280379 - }, - { - "dataset":"nursery", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.4085392207 - }, - { - "dataset":"nursery", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5007602572 - }, - { - "dataset":"nursery", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5271704569 - }, - { - "dataset":"nursery", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5129222125 - }, - { - "dataset":"nursery", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5232236981 - }, - { - "dataset":"nursery", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5357024223 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3984157443 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2974727098 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3766750246 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4062015936 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2583481241 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5594758093 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6088941544 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8516617566 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8471786529 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8522636145 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8324532509 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.078118505 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3333178312 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.280367922 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3082090318 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3755794019 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2576263268 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.2523173541 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7537723333 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7516330183 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7282992452 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7610114515 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.725542739 - }, - { - "dataset":"optical", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.8699928373 - }, - { - "dataset":"optical", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.9121241421 - }, - { - "dataset":"optical", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.9179969728 - }, - { - "dataset":"optical", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.9028066695 - }, - { - "dataset":"optical", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9170291275 - }, - { - "dataset":"optical", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.9124025851 - }, - { - "dataset":"ozone", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.40148139 - }, - { - "dataset":"ozone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8950853944 - }, - { - "dataset":"ozone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8582211584 - }, - { - "dataset":"ozone", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8318530023 - }, - { - "dataset":"ozone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8814113587 - }, - { - "dataset":"ozone", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8756014556 - }, - { - "dataset":"page-blocks", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.4847242981 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7011176646 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7454608232 - }, - { - "dataset":"page-blocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7248847336 - }, - { - "dataset":"page-blocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6426513642 - }, - { - "dataset":"page-blocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.7398170978 - }, - { - "dataset":"parkinsons", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4962144904 - }, - { - "dataset":"parkinsons", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.585015282 - }, - { - "dataset":"parkinsons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6618891358 - }, - { - "dataset":"parkinsons", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3722544163 - }, - { - "dataset":"pendigits", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.7494598329 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8297066987 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7809581161 - }, - { - "dataset":"pendigits", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7982491255 - }, - { - "dataset":"pendigits", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8346672505 - }, - { - "dataset":"pendigits", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8359053582 - }, - { - "dataset":"pima", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pima", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1609308422 - }, - { - "dataset":"pima", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4428926334 - }, - { - "dataset":"pima", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3790845796 - }, - { - "dataset":"pima", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.48862385 - }, - { - "dataset":"pima", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4219395369 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2149767801 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0263157897 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2775541879 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1897058832 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0959821437 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1583333351 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1784226224 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0322916675 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.09375 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.046875 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0513392873 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2254855931 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1374138501 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2326519471 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1220238116 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.027777778 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0257936511 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2834641803 - }, - { - "dataset":"planning", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1291264109 - }, - { - "dataset":"planning", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1807568427 - }, - { - "dataset":"planning", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1788949277 - }, - { - "dataset":"plant-margin", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1424272303 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5091321319 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5129056722 - }, - { - "dataset":"plant-margin", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4601425529 - }, - { - "dataset":"plant-margin", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4978905842 - }, - { - "dataset":"plant-margin", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5127445757 - }, - { - "dataset":"plant-shape", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0032958838 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2353636324 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2273121402 - }, - { - "dataset":"plant-shape", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1962668337 - }, - { - "dataset":"plant-shape", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2436291687 - }, - { - "dataset":"plant-shape", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1653658375 - }, - { - "dataset":"plant-texture", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.2764430419 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5513722077 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5783817023 - }, - { - "dataset":"plant-texture", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5419958532 - }, - { - "dataset":"plant-texture", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5633089095 - }, - { - "dataset":"plant-texture", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5681426227 - }, - { - "dataset":"post-operative", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1086691124 - }, - { - "dataset":"post-operative", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0357142873 - }, - { - "dataset":"post-operative", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0648656916 - }, - { - "dataset":"post-operative", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0192307699 - }, - { - "dataset":"primary-tumor", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0493137268 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2232516333 - }, - { - "dataset":"primary-tumor", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1416176474 - }, - { - "dataset":"primary-tumor", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1192320269 - }, - { - "dataset":"primary-tumor", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0958660129 - }, - { - "dataset":"ringnorm", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.7899955809 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8729418069 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8400338441 - }, - { - "dataset":"ringnorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8346026987 - }, - { - "dataset":"ringnorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8905995041 - }, - { - "dataset":"ringnorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.9062775522 - }, - { - "dataset":"seeds", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"seeds", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2360681165 - }, - { - "dataset":"seeds", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.520175457 - }, - { - "dataset":"seeds", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3171568704 - }, - { - "dataset":"seeds", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5142672881 - }, - { - "dataset":"seeds", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1618937068 - }, - { - "dataset":"semeion", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.7489306629 - }, - { - "dataset":"semeion", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8403189331 - }, - { - "dataset":"semeion", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8485316038 - }, - { - "dataset":"semeion", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8380987793 - }, - { - "dataset":"semeion", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8508080691 - }, - { - "dataset":"semeion", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8474348634 - }, - { - "dataset":"soybean", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.4298577569 - }, - { - "dataset":"soybean", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7597886324 - }, - { - "dataset":"soybean", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7724000961 - }, - { - "dataset":"soybean", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7712977529 - }, - { - "dataset":"soybean", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8035333753 - }, - { - "dataset":"soybean", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.7371818274 - }, - { - "dataset":"spambase", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.8206546456 - }, - { - "dataset":"spambase", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8324147314 - }, - { - "dataset":"spambase", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8376808614 - }, - { - "dataset":"spambase", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8371110409 - }, - { - "dataset":"spambase", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8406078815 - }, - { - "dataset":"spambase", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8278535903 - }, - { - "dataset":"spect", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0250000004 - }, - { - "dataset":"spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4382352978 - }, - { - "dataset":"spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3326797448 - }, - { - "dataset":"spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.38709151 - }, - { - "dataset":"spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1308006542 - }, - { - "dataset":"spectf", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"spectf", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"spectf", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4999686778 - }, - { - "dataset":"spectf", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5138575733 - }, - { - "dataset":"spectf", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5138575733 - }, - { - "dataset":"spectf", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2809210569 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1685379073 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1120436033 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1717932317 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1089383913 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0811258256 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3152074069 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5048619062 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4067021608 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4679822326 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4560613185 - }, - { - "dataset":"statlog-heart", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2967764316 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6829853207 - }, - { - "dataset":"statlog-heart", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.357339479 - }, - { - "dataset":"statlog-heart", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5868151784 - }, - { - "dataset":"statlog-heart", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4688273966 - }, - { - "dataset":"statlog-image", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.3746197894 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7090130001 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7037743926 - }, - { - "dataset":"statlog-image", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7228666097 - }, - { - "dataset":"statlog-image", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7393795401 - }, - { - "dataset":"statlog-image", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6797527224 - }, - { - "dataset":"statlog-landsat", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.7390623689 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7772632986 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7590069026 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7512338012 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7665031552 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.764037326 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.303956734 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2527530091 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5814093649 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4263644349 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.491349645 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5512187257 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1109843124 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3236203343 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3477869481 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3543769419 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4083983824 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3415158167 - }, - { - "dataset":"steel-plates", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.3071330376 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5245778561 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4982481599 - }, - { - "dataset":"steel-plates", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4918794185 - }, - { - "dataset":"steel-plates", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5350200161 - }, - { - "dataset":"steel-plates", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5153853446 - }, - { - "dataset":"synthetic-control", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.3524876088 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7943701744 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8063775301 - }, - { - "dataset":"synthetic-control", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7974772453 - }, - { - "dataset":"synthetic-control", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9253550619 - }, - { - "dataset":"synthetic-control", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.793377161 - }, - { - "dataset":"teaching", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0833333358 - }, - { - "dataset":"teaching", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0113636367 - }, - { - "dataset":"teaching", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0113636367 - }, - { - "dataset":"teaching", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"thyroid", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1415911522 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5538276061 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5508175343 - }, - { - "dataset":"thyroid", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4424081221 - }, - { - "dataset":"thyroid", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.543103613 - }, - { - "dataset":"thyroid", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5143995136 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2200332135 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.379493393 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3612988293 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4948119894 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2402133914 - }, - { - "dataset":"titanic", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0809354708 - }, - { - "dataset":"titanic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2269800529 - }, - { - "dataset":"titanic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3068785649 - }, - { - "dataset":"titanic", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2843335271 - }, - { - "dataset":"titanic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1592467353 - }, - { - "dataset":"titanic", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1088721855 - }, - { - "dataset":"trains", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"trains", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1875 - }, - { - "dataset":"trains", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5375000015 - }, - { - "dataset":"trains", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.650000006 - }, - { - "dataset":"trains", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.712500006 - }, - { - "dataset":"trains", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4750000015 - }, - { - "dataset":"twonorm", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.9296116531 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.9316304624 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.9314075559 - }, - { - "dataset":"twonorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.9343125522 - }, - { - "dataset":"twonorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9341194034 - }, - { - "dataset":"twonorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.9312221706 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2521385108 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4380437993 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4792269319 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4289143421 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3171422668 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0377358496 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3800116628 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1490403833 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3655958325 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1143558845 - }, - { - "dataset":"wall-following", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.4182652608 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5325315967 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4930557385 - }, - { - "dataset":"wall-following", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5044069365 - }, - { - "dataset":"wall-following", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5755994767 - }, - { - "dataset":"wall-following", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.563282907 - }, - { - "dataset":"waveform", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.6862897426 - }, - { - "dataset":"waveform", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6825265437 - }, - { - "dataset":"waveform", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7028236836 - }, - { - "dataset":"waveform", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6935050488 - }, - { - "dataset":"waveform", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6978259534 - }, - { - "dataset":"waveform", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6991871446 - }, - { - "dataset":"waveform-noise", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.6481632739 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6383486092 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6944496632 - }, - { - "dataset":"waveform-noise", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.658025369 - }, - { - "dataset":"waveform-noise", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6410692632 - }, - { - "dataset":"waveform-noise", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6773393154 - }, - { - "dataset":"wine", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"wine", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1034482718 - }, - { - "dataset":"wine", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6924778521 - }, - { - "dataset":"wine", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6675436348 - }, - { - "dataset":"wine", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8224297911 - }, - { - "dataset":"wine", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6887915134 - }, - { - "dataset":"wine-quality-red", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0281866632 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1396837775 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0699720958 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0397727438 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1074407306 - }, - { - "dataset":"wine-quality-white", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.013302022 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0703977952 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0373908579 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0521631944 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0895674694 - }, - { - "dataset":"yeast", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0023041475 - }, - { - "dataset":"yeast", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0343489184 - }, - { - "dataset":"yeast", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2025699578 - }, - { - "dataset":"yeast", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2164410502 - }, - { - "dataset":"yeast", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1320862211 - }, - { - "dataset":"yeast", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1620837692 - }, - { - "dataset":"zoo", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"zoo", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1666666679 - }, - { - "dataset":"zoo", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6502193063 - }, - { - "dataset":"zoo", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6204574108 - }, - { - "dataset":"zoo", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5778508782 - }, - { - "dataset":"zoo", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2886904832 - }, - { - "dataset":"abalone", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1148146652 - }, - { - "dataset":"abalone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1669393219 - }, - { - "dataset":"abalone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1819267981 - }, - { - "dataset":"abalone", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1668042988 - }, - { - "dataset":"abalone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1740585566 - }, - { - "dataset":"abalone", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1555051692 - }, - { - "dataset":"acute-inflammation", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0500000007 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0500000007 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0454545468 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0227272734 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"adult", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.3755321875 - }, - { - "dataset":"adult", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.4031353816 - }, - { - "dataset":"adult", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4016266838 - }, - { - "dataset":"adult", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3717144802 - }, - { - "dataset":"adult", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3408585116 - }, - { - "dataset":"adult", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3976853713 - }, - { - "dataset":"annealing", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"annealing", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.430167377 - }, - { - "dataset":"annealing", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.5078780949 - }, - { - "dataset":"annealing", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5700353682 - }, - { - "dataset":"annealing", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.6387371719 - }, - { - "dataset":"annealing", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5494281352 - }, - { - "dataset":"arrhythmia", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0043859649 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.2049293239 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3364192247 - }, - { - "dataset":"arrhythmia", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2379916813 - }, - { - "dataset":"arrhythmia", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3598405048 - }, - { - "dataset":"arrhythmia", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2086682133 - }, - { - "dataset":"audiology-std", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0151515156 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0310606072 - }, - { - "dataset":"audiology-std", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0312805474 - }, - { - "dataset":"audiology-std", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0914320648 - }, - { - "dataset":"audiology-std", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0469696987 - }, - { - "dataset":"balance-scale", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0473450597 - }, - { - "dataset":"balance-scale", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0259132672 - }, - { - "dataset":"balance-scale", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.045851046 - }, - { - "dataset":"balance-scale", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0318206791 - }, - { - "dataset":"balloons", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"bank", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0026119403 - }, - { - "dataset":"bank", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.2059691916 - }, - { - "dataset":"bank", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3126812205 - }, - { - "dataset":"bank", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.153009003 - }, - { - "dataset":"bank", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1684208475 - }, - { - "dataset":"bank", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2484696545 - }, - { - "dataset":"blood", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"blood", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.006355932 - }, - { - "dataset":"blood", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0276519582 - }, - { - "dataset":"blood", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0106297487 - }, - { - "dataset":"blood", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0298516275 - }, - { - "dataset":"blood", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.006465517 - }, - { - "dataset":"breast-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0924552474 - }, - { - "dataset":"breast-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0221014502 - }, - { - "dataset":"breast-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0166666675 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0295698922 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.383386597 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5748437941 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7301739678 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2266604248 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5656655431 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.6578639671 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.6702767015 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.6953697801 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.7413481027 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0451474227 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1322113019 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1752047502 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3204463571 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1259950884 - }, - { - "dataset":"breast-tissue", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0147058824 - }, - { - "dataset":"breast-tissue", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0303308824 - }, - { - "dataset":"breast-tissue", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0407754015 - }, - { - "dataset":"breast-tissue", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"car", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"car", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0180000011 - }, - { - "dataset":"car", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1030371571 - }, - { - "dataset":"car", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0315620678 - }, - { - "dataset":"car", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0119259268 - }, - { - "dataset":"car", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0715611884 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0400291188 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1019197907 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.125125695 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0910216589 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1160045285 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1240393464 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.3861042 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5404579267 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.5395566523 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4964495748 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5027909204 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.4755891338 - }, - { - "dataset":"chess-krvk", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0000594389 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0002366304 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0012419638 - }, - { - "dataset":"chess-krvk", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0004735421 - }, - { - "dataset":"chess-krvk", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0009465091 - }, - { - "dataset":"chess-krvk", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0004137749 - }, - { - "dataset":"chess-krvkp", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.3392254636 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.4846173674 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.5078465343 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4537118673 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5678512454 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.4864728153 - }, - { - "dataset":"congressional-voting", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0397313982 - }, - { - "dataset":"congressional-voting", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0652564522 - }, - { - "dataset":"congressional-voting", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1323844157 - }, - { - "dataset":"congressional-voting", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0082922149 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1384535041 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3416927978 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2163009457 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3675548658 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1891327091 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0144134541 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0099009899 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0195027485 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0168887018 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.017027501 - }, - { - "dataset":"connect-4", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0063807672 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0619590301 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0163019476 - }, - { - "dataset":"connect-4", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0122498819 - }, - { - "dataset":"connect-4", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0579491854 - }, - { - "dataset":"connect-4", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0642255591 - }, - { - "dataset":"contrac", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"contrac", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0125197931 - }, - { - "dataset":"contrac", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0239860127 - }, - { - "dataset":"contrac", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0116828561 - }, - { - "dataset":"contrac", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0218503741 - }, - { - "dataset":"contrac", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0156583211 - }, - { - "dataset":"credit-approval", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0070754718 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0520027331 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.366928719 - }, - { - "dataset":"credit-approval", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1661035437 - }, - { - "dataset":"credit-approval", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2087640092 - }, - { - "dataset":"credit-approval", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2271859013 - }, - { - "dataset":"cylinder-bands", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0720283994 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1089517903 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0819240296 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1815004945 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1124307867 - }, - { - "dataset":"dermatology", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.045219434 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3882249445 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4865749255 - }, - { - "dataset":"dermatology", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.714032948 - }, - { - "dataset":"dermatology", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.8102712333 - }, - { - "dataset":"dermatology", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5783082843 - }, - { - "dataset":"echocardiogram", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0511473436 - }, - { - "dataset":"echocardiogram", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.062016909 - }, - { - "dataset":"echocardiogram", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1495169103 - }, - { - "dataset":"echocardiogram", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0375000006 - }, - { - "dataset":"ecoli", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0134798805 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0848562382 - }, - { - "dataset":"ecoli", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0226608189 - }, - { - "dataset":"ecoli", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0366280298 - }, - { - "dataset":"ecoli", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0227391399 - }, - { - "dataset":"energy-y1", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0336538479 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1662405925 - }, - { - "dataset":"energy-y1", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0282973936 - }, - { - "dataset":"energy-y1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2947533056 - }, - { - "dataset":"energy-y1", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0147872968 - }, - { - "dataset":"energy-y2", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1750282552 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3182538869 - }, - { - "dataset":"energy-y2", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2673911322 - }, - { - "dataset":"energy-y2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3666694574 - }, - { - "dataset":"energy-y2", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1783140078 - }, - { - "dataset":"fertility", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0996212149 - }, - { - "dataset":"fertility", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0454545468 - }, - { - "dataset":"fertility", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0694444478 - }, - { - "dataset":"fertility", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.013888889 - }, - { - "dataset":"flags", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"flags", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0278514596 - }, - { - "dataset":"flags", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0556292376 - }, - { - "dataset":"flags", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0357598979 - }, - { - "dataset":"flags", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0636113565 - }, - { - "dataset":"flags", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0284900293 - }, - { - "dataset":"glass", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0192307699 - }, - { - "dataset":"glass", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0671171211 - }, - { - "dataset":"glass", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0267857164 - }, - { - "dataset":"haberman-survival", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0047169812 - }, - { - "dataset":"haberman-survival", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"haberman-survival", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"haberman-survival", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0199999996 - }, - { - "dataset":"hayes-roth", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0906432755 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0307017546 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0449781171 - }, - { - "dataset":"heart-hungarian", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0178571437 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1060312255 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.097177336 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2834053263 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1551855039 - }, - { - "dataset":"heart-switzerland", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hepatitis", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1647157287 - }, - { - "dataset":"hepatitis", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1428372385 - }, - { - "dataset":"hepatitis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3891211525 - }, - { - "dataset":"hepatitis", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0794314397 - }, - { - "dataset":"hill-valley", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hill-valley", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0042763159 - }, - { - "dataset":"hill-valley", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0041322312 - }, - { - "dataset":"hill-valley", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0083265586 - }, - { - "dataset":"horse-colic", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0620490648 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1006439412 - }, - { - "dataset":"horse-colic", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1019931454 - }, - { - "dataset":"horse-colic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2011489943 - }, - { - "dataset":"horse-colic", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1824224396 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0072463769 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0979266278 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0737953819 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0988694932 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.023463455 - }, - { - "dataset":"image-segmentation", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.2590312846 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3372575417 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3343776464 - }, - { - "dataset":"image-segmentation", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3211759813 - }, - { - "dataset":"image-segmentation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3873015195 - }, - { - "dataset":"image-segmentation", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2690338902 - }, - { - "dataset":"ionosphere", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3867513947 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4755183682 - }, - { - "dataset":"ionosphere", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5082169697 - }, - { - "dataset":"ionosphere", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5829856992 - }, - { - "dataset":"ionosphere", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.404269157 - }, - { - "dataset":"iris", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"iris", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"iris", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"iris", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"iris", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0258620679 - }, - { - "dataset":"iris", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"led-display", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"led-display", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1060236692 - }, - { - "dataset":"led-display", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0983970091 - }, - { - "dataset":"led-display", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1210525632 - }, - { - "dataset":"led-display", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.071641935 - }, - { - "dataset":"led-display", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0718419971 - }, - { - "dataset":"lenses", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"letter", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1216058154 - }, - { - "dataset":"letter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1409294568 - }, - { - "dataset":"letter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.138978105 - }, - { - "dataset":"letter", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1391376778 - }, - { - "dataset":"letter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.146698188 - }, - { - "dataset":"letter", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1538433842 - }, - { - "dataset":"libras", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"libras", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.387252003 - }, - { - "dataset":"libras", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3397321552 - }, - { - "dataset":"libras", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.28963295 - }, - { - "dataset":"libras", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3929067627 - }, - { - "dataset":"libras", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2784226276 - }, - { - "dataset":"low-res-spect", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0144927539 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5584776476 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.617752865 - }, - { - "dataset":"low-res-spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5750534013 - }, - { - "dataset":"low-res-spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5947364494 - }, - { - "dataset":"low-res-spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5384083614 - }, - { - "dataset":"lung-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0625 - }, - { - "dataset":"lung-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.15625 - }, - { - "dataset":"lung-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lymphography", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0263888892 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1130952397 - }, - { - "dataset":"lymphography", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0588888889 - }, - { - "dataset":"lymphography", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0746031767 - }, - { - "dataset":"lymphography", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0613888903 - }, - { - "dataset":"magic", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1255180463 - }, - { - "dataset":"magic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1943269521 - }, - { - "dataset":"magic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1288865078 - }, - { - "dataset":"magic", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1374904513 - }, - { - "dataset":"magic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1657911427 - }, - { - "dataset":"magic", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1502958201 - }, - { - "dataset":"mammographic", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0786029398 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1906775439 - }, - { - "dataset":"mammographic", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0862785392 - }, - { - "dataset":"mammographic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2401091196 - }, - { - "dataset":"mammographic", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0530821905 - }, - { - "dataset":"miniboone", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.2660144679 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3101014122 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3457056358 - }, - { - "dataset":"miniboone", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1737892181 - }, - { - "dataset":"miniboone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1959033739 - }, - { - "dataset":"miniboone", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2591167316 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1208333429 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1142045483 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.069791669 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.104515275 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1254158486 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2270048112 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1327526364 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1538005397 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1957047805 - }, - { - "dataset":"monks-1", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0071428572 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0243842364 - }, - { - "dataset":"monks-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0775862038 - }, - { - "dataset":"monks-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0278514596 - }, - { - "dataset":"monks-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.456609197 - }, - { - "dataset":"monks-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4783884212 - }, - { - "dataset":"monks-3", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.4956297874 - }, - { - "dataset":"monks-3", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"mushroom", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.8680121452 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.9376037866 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.903972581 - }, - { - "dataset":"mushroom", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.9094404429 - }, - { - "dataset":"mushroom", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.9593276083 - }, - { - "dataset":"mushroom", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.9459409714 - }, - { - "dataset":"musk-1", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0772569445 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3116636947 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.5022598431 - }, - { - "dataset":"musk-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5744315833 - }, - { - "dataset":"musk-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.6686228663 - }, - { - "dataset":"musk-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.4760460109 - }, - { - "dataset":"musk-2", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.7077189684 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.8567208648 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.8473922163 - }, - { - "dataset":"musk-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.8635472804 - }, - { - "dataset":"musk-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.8988988101 - }, - { - "dataset":"musk-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.835121721 - }, - { - "dataset":"nursery", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.014956974 - }, - { - "dataset":"nursery", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0213338147 - }, - { - "dataset":"nursery", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0656583309 - }, - { - "dataset":"nursery", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1234419206 - }, - { - "dataset":"nursery", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1858531758 - }, - { - "dataset":"nursery", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0670184083 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0961472373 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0600595009 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0744065214 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1104280613 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0538825653 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.2219920084 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3724220856 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.7539879978 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.7302469015 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7545499802 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.7173054814 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0192827447 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0943677584 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0885690516 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0834447788 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1025704825 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0834269919 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1229466517 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.4481083229 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4811340868 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4610580131 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.479944326 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.4355996177 - }, - { - "dataset":"optical", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.7105948925 - }, - { - "dataset":"optical", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.7736815661 - }, - { - "dataset":"optical", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.7985454202 - }, - { - "dataset":"optical", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.7623916417 - }, - { - "dataset":"optical", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7916313261 - }, - { - "dataset":"optical", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.7829464078 - }, - { - "dataset":"ozone", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.3467061669 - }, - { - "dataset":"ozone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.7980049253 - }, - { - "dataset":"ozone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.7512793392 - }, - { - "dataset":"ozone", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.71308963 - }, - { - "dataset":"ozone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7814228386 - }, - { - "dataset":"ozone", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.7664119601 - }, - { - "dataset":"page-blocks", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0311571956 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0585546964 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2245603055 - }, - { - "dataset":"page-blocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1400687583 - }, - { - "dataset":"page-blocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1286649471 - }, - { - "dataset":"page-blocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2354724631 - }, - { - "dataset":"parkinsons", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3591153473 - }, - { - "dataset":"parkinsons", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3452107459 - }, - { - "dataset":"parkinsons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.4786405191 - }, - { - "dataset":"parkinsons", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1823056219 - }, - { - "dataset":"pendigits", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.4153701365 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5162426829 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4546122923 - }, - { - "dataset":"pendigits", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4778427109 - }, - { - "dataset":"pendigits", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5385797024 - }, - { - "dataset":"pendigits", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5415297449 - }, - { - "dataset":"pima", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pima", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0265486725 - }, - { - "dataset":"pima", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1461390322 - }, - { - "dataset":"pima", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0451565385 - }, - { - "dataset":"pima", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1103314189 - }, - { - "dataset":"pima", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1190429367 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0522058839 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0381578952 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.09375 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.015625 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0178571437 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.015625 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0321557978 - }, - { - "dataset":"planning", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0231481483 - }, - { - "dataset":"planning", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.013888889 - }, - { - "dataset":"plant-margin", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0410168872 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.233433608 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2467465773 - }, - { - "dataset":"plant-margin", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1889506914 - }, - { - "dataset":"plant-margin", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2495037839 - }, - { - "dataset":"plant-margin", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2416159958 - }, - { - "dataset":"plant-shape", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0489086471 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0476372028 - }, - { - "dataset":"plant-shape", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0457102526 - }, - { - "dataset":"plant-shape", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.054182576 - }, - { - "dataset":"plant-shape", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0434507839 - }, - { - "dataset":"plant-texture", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0797956795 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3280783445 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3765279576 - }, - { - "dataset":"plant-texture", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3365515769 - }, - { - "dataset":"plant-texture", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3510855809 - }, - { - "dataset":"plant-texture", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3477317393 - }, - { - "dataset":"post-operative", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"primary-tumor", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0564542483 - }, - { - "dataset":"primary-tumor", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0404411778 - }, - { - "dataset":"primary-tumor", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0247058831 - }, - { - "dataset":"primary-tumor", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0196078438 - }, - { - "dataset":"ringnorm", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.3243590593 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.4386104308 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3595481813 - }, - { - "dataset":"ringnorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4241377786 - }, - { - "dataset":"ringnorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.558611989 - }, - { - "dataset":"ringnorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5538831204 - }, - { - "dataset":"seeds", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"seeds", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0139318886 - }, - { - "dataset":"seeds", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0913828718 - }, - { - "dataset":"seeds", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0886222925 - }, - { - "dataset":"seeds", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2132610958 - }, - { - "dataset":"seeds", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0147058824 - }, - { - "dataset":"semeion", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.5651076585 - }, - { - "dataset":"semeion", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.7072507888 - }, - { - "dataset":"semeion", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.7284680903 - }, - { - "dataset":"semeion", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.7150833458 - }, - { - "dataset":"semeion", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7644456178 - }, - { - "dataset":"semeion", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.7090420276 - }, - { - "dataset":"soybean", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1975660417 - }, - { - "dataset":"soybean", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.583088547 - }, - { - "dataset":"soybean", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.631287694 - }, - { - "dataset":"soybean", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.6276953071 - }, - { - "dataset":"soybean", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.6955705583 - }, - { - "dataset":"soybean", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5698801503 - }, - { - "dataset":"spambase", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.5077795386 - }, - { - "dataset":"spambase", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5259263366 - }, - { - "dataset":"spambase", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.5489556789 - }, - { - "dataset":"spambase", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5470825434 - }, - { - "dataset":"spambase", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5715941191 - }, - { - "dataset":"spambase", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5205779374 - }, - { - "dataset":"spect", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1022058846 - }, - { - "dataset":"spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0910947733 - }, - { - "dataset":"spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0910947733 - }, - { - "dataset":"spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0250000004 - }, - { - "dataset":"spectf", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"spectf", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"spectf", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2888157926 - }, - { - "dataset":"spectf", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3949457034 - }, - { - "dataset":"spectf", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1159147862 - }, - { - "dataset":"spectf", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1776315793 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0315356934 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0047169812 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0416956721 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0049358101 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0078567127 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2261209786 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0854594372 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1169067733 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1554374471 - }, - { - "dataset":"statlog-heart", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0432598051 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4221628755 - }, - { - "dataset":"statlog-heart", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0631220005 - }, - { - "dataset":"statlog-heart", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2219315097 - }, - { - "dataset":"statlog-heart", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0955627155 - }, - { - "dataset":"statlog-image", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.2799993828 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3249943629 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3280972019 - }, - { - "dataset":"statlog-image", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.351787366 - }, - { - "dataset":"statlog-image", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3899157047 - }, - { - "dataset":"statlog-image", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3012481853 - }, - { - "dataset":"statlog-landsat", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.5140513256 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5968103409 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.5505955517 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5303042904 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5839293599 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5735598058 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0280835757 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.043153692 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0707737682 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0364497618 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0501387473 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0457461644 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0424606325 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0262532826 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0421161437 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0762473587 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0339514299 - }, - { - "dataset":"steel-plates", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1962295808 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3023708612 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2986928523 - }, - { - "dataset":"steel-plates", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.297334455 - }, - { - "dataset":"steel-plates", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3226201832 - }, - { - "dataset":"steel-plates", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3146341965 - }, - { - "dataset":"synthetic-control", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1288460046 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.4474030174 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.453600429 - }, - { - "dataset":"synthetic-control", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4653391317 - }, - { - "dataset":"synthetic-control", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.6780367643 - }, - { - "dataset":"synthetic-control", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.4735353515 - }, - { - "dataset":"teaching", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"thyroid", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0156745797 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.2448210921 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2474242449 - }, - { - "dataset":"thyroid", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2107593305 - }, - { - "dataset":"thyroid", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2363818772 - }, - { - "dataset":"thyroid", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2695233151 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.012530193 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0238837723 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0220459333 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0313450745 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0233242749 - }, - { - "dataset":"titanic", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"titanic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0090452591 - }, - { - "dataset":"titanic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0308649461 - }, - { - "dataset":"titanic", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0787776075 - }, - { - "dataset":"titanic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1206878945 - }, - { - "dataset":"titanic", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0560575482 - }, - { - "dataset":"trains", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"trains", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"trains", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0500000007 - }, - { - "dataset":"trains", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3500000015 - }, - { - "dataset":"trains", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3500000015 - }, - { - "dataset":"trains", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3500000015 - }, - { - "dataset":"twonorm", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.7744626701 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.769113794 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.7996253669 - }, - { - "dataset":"twonorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.8109787405 - }, - { - "dataset":"twonorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7944731116 - }, - { - "dataset":"twonorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.7981931716 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.081521742 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1293294057 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.149520128 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1774660535 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0254237279 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1370831579 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.027777778 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.076984467 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"wall-following", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1079263184 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.2047262788 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.182641726 - }, - { - "dataset":"wall-following", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1875725351 - }, - { - "dataset":"wall-following", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2340766378 - }, - { - "dataset":"wall-following", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2423132658 - }, - { - "dataset":"waveform", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.349788852 - }, - { - "dataset":"waveform", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.321472697 - }, - { - "dataset":"waveform", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4004133493 - }, - { - "dataset":"waveform", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3613809124 - }, - { - "dataset":"waveform", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.375071764 - }, - { - "dataset":"waveform", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3789084256 - }, - { - "dataset":"waveform-noise", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.264273718 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.2615846582 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3883387148 - }, - { - "dataset":"waveform-noise", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2813394517 - }, - { - "dataset":"waveform-noise", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2581968755 - }, - { - "dataset":"waveform-noise", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3448416814 - }, - { - "dataset":"wine", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"wine", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0344827585 - }, - { - "dataset":"wine", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.293775944 - }, - { - "dataset":"wine", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2167338021 - }, - { - "dataset":"wine", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.4495554157 - }, - { - "dataset":"wine", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.26950939 - }, - { - "dataset":"wine-quality-red", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0261050838 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0073049568 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0126105056 - }, - { - "dataset":"wine-quality-white", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0017100634 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0044466831 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0027507265 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0038179377 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0071936941 - }, - { - "dataset":"yeast", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0023041475 - }, - { - "dataset":"yeast", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0078512223 - }, - { - "dataset":"yeast", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0433565674 - }, - { - "dataset":"yeast", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0318006556 - }, - { - "dataset":"yeast", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0240269464 - }, - { - "dataset":"yeast", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0308503979 - }, - { - "dataset":"zoo", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"zoo", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"zoo", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2083333358 - }, - { - "dataset":"zoo", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1997180525 - }, - { - "dataset":"zoo", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.4317042679 - }, - { - "dataset":"zoo", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0178571437 - }, - { - "dataset":"abalone", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4788681716 - }, - { - "dataset":"abalone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5025003999 - }, - { - "dataset":"abalone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5134085342 - }, - { - "dataset":"abalone", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5028940365 - }, - { - "dataset":"abalone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5063581169 - }, - { - "dataset":"abalone", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4925411567 - }, - { - "dataset":"acute-inflammation", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.28125 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7441468388 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5705357194 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6114583388 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.479216285 - }, - { - "dataset":"acute-nephritis", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2279411778 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1029411778 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6395802498 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8372803926 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8114973307 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7685105503 - }, - { - "dataset":"adult", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7518968135 - }, - { - "dataset":"adult", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7577884346 - }, - { - "dataset":"adult", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7508777082 - }, - { - "dataset":"adult", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7452108264 - }, - { - "dataset":"adult", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7428542972 - }, - { - "dataset":"adult", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7509995699 - }, - { - "dataset":"annealing", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.024844721 - }, - { - "dataset":"annealing", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6062272657 - }, - { - "dataset":"annealing", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6828785539 - }, - { - "dataset":"annealing", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7520559281 - }, - { - "dataset":"annealing", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7885295898 - }, - { - "dataset":"annealing", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7469790876 - }, - { - "dataset":"arrhythmia", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0131578948 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5590133965 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.580876112 - }, - { - "dataset":"arrhythmia", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.573008135 - }, - { - "dataset":"arrhythmia", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5776908323 - }, - { - "dataset":"arrhythmia", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5202761963 - }, - { - "dataset":"audiology-std", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.242072342 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2698827013 - }, - { - "dataset":"audiology-std", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2984701917 - }, - { - "dataset":"audiology-std", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3562658951 - }, - { - "dataset":"audiology-std", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2389247343 - }, - { - "dataset":"balance-scale", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0241935477 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5036391467 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5863397419 - }, - { - "dataset":"balance-scale", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4666534364 - }, - { - "dataset":"balance-scale", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5387089103 - }, - { - "dataset":"balance-scale", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5222386457 - }, - { - "dataset":"balloons", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.375 - }, - { - "dataset":"balloons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3125 - }, - { - "dataset":"balloons", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.125 - }, - { - "dataset":"balloons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.125 - }, - { - "dataset":"balloons", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1875 - }, - { - "dataset":"bank", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3748276979 - }, - { - "dataset":"bank", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8292765617 - }, - { - "dataset":"bank", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7998564392 - }, - { - "dataset":"bank", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7558882684 - }, - { - "dataset":"bank", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7507478297 - }, - { - "dataset":"bank", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7813658267 - }, - { - "dataset":"blood", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0553278662 - }, - { - "dataset":"blood", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1439440215 - }, - { - "dataset":"blood", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4457735866 - }, - { - "dataset":"blood", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4361364804 - }, - { - "dataset":"blood", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5215044543 - }, - { - "dataset":"blood", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4242730998 - }, - { - "dataset":"breast-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1653239634 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5614450276 - }, - { - "dataset":"breast-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5691176504 - }, - { - "dataset":"breast-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6445865482 - }, - { - "dataset":"breast-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4139812514 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3714227304 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.3892315701 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9630067199 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9677539468 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9657692313 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9150101691 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.446131371 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9279229492 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9315775633 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9366911799 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9338888526 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9403081536 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.3098894507 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6084070653 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5866789669 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6623136997 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5210728869 - }, - { - "dataset":"breast-tissue", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1060606092 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.1260026749 - }, - { - "dataset":"breast-tissue", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2510305308 - }, - { - "dataset":"breast-tissue", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.2406974174 - }, - { - "dataset":"breast-tissue", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1265597194 - }, - { - "dataset":"car", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2460666001 - }, - { - "dataset":"car", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6484162509 - }, - { - "dataset":"car", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6479718834 - }, - { - "dataset":"car", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.638115406 - }, - { - "dataset":"car", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6903736293 - }, - { - "dataset":"car", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6638097465 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3734971061 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.570281744 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5652498454 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5415899903 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5522941351 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5544610322 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8138122261 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8406557441 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8336464614 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8292201012 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8240348995 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.821315378 - }, - { - "dataset":"chess-krvk", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0858732685 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1047895234 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.1280890498 - }, - { - "dataset":"chess-krvk", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.122489376 - }, - { - "dataset":"chess-krvk", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.0975928511 - }, - { - "dataset":"chess-krvk", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1374232918 - }, - { - "dataset":"chess-krvkp", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9254291207 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9523390085 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9481235147 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9475313276 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9599696547 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9454217851 - }, - { - "dataset":"congressional-voting", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.03125 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2599135153 - }, - { - "dataset":"congressional-voting", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3970404714 - }, - { - "dataset":"congressional-voting", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4012236372 - }, - { - "dataset":"congressional-voting", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1979313996 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1212121248 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7330198735 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.748171404 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8043364882 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7719435692 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.695141077 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1000971552 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6301826835 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4785013571 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5703960955 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6909318268 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6058084667 - }, - { - "dataset":"connect-4", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6287413687 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7242491096 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6916686594 - }, - { - "dataset":"connect-4", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6276186109 - }, - { - "dataset":"connect-4", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7191910595 - }, - { - "dataset":"connect-4", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.716368556 - }, - { - "dataset":"contrac", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0749615955 - }, - { - "dataset":"contrac", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.3697455227 - }, - { - "dataset":"contrac", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3968542591 - }, - { - "dataset":"contrac", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3647408262 - }, - { - "dataset":"contrac", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3922548518 - }, - { - "dataset":"contrac", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3748385832 - }, - { - "dataset":"credit-approval", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.5203028619 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6272687465 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8098413944 - }, - { - "dataset":"credit-approval", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8054971248 - }, - { - "dataset":"credit-approval", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8020768017 - }, - { - "dataset":"credit-approval", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8071014136 - }, - { - "dataset":"cylinder-bands", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.010416667 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5644413233 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5707160383 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5809067488 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.641645506 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5913234204 - }, - { - "dataset":"dermatology", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3795326054 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8590466231 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9125360101 - }, - { - "dataset":"dermatology", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9596957117 - }, - { - "dataset":"dermatology", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9594837278 - }, - { - "dataset":"dermatology", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9234395772 - }, - { - "dataset":"echocardiogram", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6074879393 - }, - { - "dataset":"echocardiogram", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7058575004 - }, - { - "dataset":"echocardiogram", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6447464004 - }, - { - "dataset":"echocardiogram", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4561594352 - }, - { - "dataset":"ecoli", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2992986068 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7179494053 - }, - { - "dataset":"ecoli", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4337928239 - }, - { - "dataset":"ecoli", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.2755673993 - }, - { - "dataset":"ecoli", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5275167078 - }, - { - "dataset":"energy-y1", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1401515156 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6042963872 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7858774215 - }, - { - "dataset":"energy-y1", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7668363154 - }, - { - "dataset":"energy-y1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7191132531 - }, - { - "dataset":"energy-y1", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7678319663 - }, - { - "dataset":"energy-y2", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1061946899 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.72473979 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7491817474 - }, - { - "dataset":"energy-y2", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.777877152 - }, - { - "dataset":"energy-y2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8115288466 - }, - { - "dataset":"energy-y2", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7098483741 - }, - { - "dataset":"fertility", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5670454726 - }, - { - "dataset":"fertility", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6381673962 - }, - { - "dataset":"fertility", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.734686166 - }, - { - "dataset":"fertility", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3933261279 - }, - { - "dataset":"flags", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"flags", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1809362471 - }, - { - "dataset":"flags", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2712954283 - }, - { - "dataset":"flags", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2429230474 - }, - { - "dataset":"flags", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.2635870352 - }, - { - "dataset":"flags", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2514260933 - }, - { - "dataset":"glass", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0946428627 - }, - { - "dataset":"glass", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2025492638 - }, - { - "dataset":"glass", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2318396755 - }, - { - "dataset":"glass", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.218176432 - }, - { - "dataset":"glass", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1923782378 - }, - { - "dataset":"haberman-survival", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2463278472 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1868805848 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3455452621 - }, - { - "dataset":"haberman-survival", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5604508519 - }, - { - "dataset":"haberman-survival", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4527984262 - }, - { - "dataset":"haberman-survival", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4375086818 - }, - { - "dataset":"hayes-roth", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3172268942 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3058193401 - }, - { - "dataset":"hayes-roth", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.1922689136 - }, - { - "dataset":"hayes-roth", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.216470588 - }, - { - "dataset":"hayes-roth", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1770378174 - }, - { - "dataset":"heart-cleveland", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1970000891 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4332977384 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2777220327 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4110726416 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3754217923 - }, - { - "dataset":"heart-hungarian", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.130952388 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5671069138 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6688115895 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7497967929 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7359503359 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7319396436 - }, - { - "dataset":"heart-switzerland", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.1225198442 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.0520833349 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.0595238116 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.0768849216 - }, - { - "dataset":"heart-va", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.1357357418 - }, - { - "dataset":"heart-va", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.0536036063 - }, - { - "dataset":"heart-va", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.0798048079 - }, - { - "dataset":"heart-va", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1021271315 - }, - { - "dataset":"hepatitis", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1847826093 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.3227424771 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6925864071 - }, - { - "dataset":"hepatitis", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7583147585 - }, - { - "dataset":"hepatitis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8258082569 - }, - { - "dataset":"hepatitis", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7282144427 - }, - { - "dataset":"hill-valley", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0258083222 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1165623721 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.0922024865 - }, - { - "dataset":"hill-valley", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.1368746888 - }, - { - "dataset":"hill-valley", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.0506017096 - }, - { - "dataset":"hill-valley", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.0938195623 - }, - { - "dataset":"horse-colic", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6950342953 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7583387643 - }, - { - "dataset":"horse-colic", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.837711066 - }, - { - "dataset":"horse-colic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8204401284 - }, - { - "dataset":"horse-colic", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7708532065 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1058370979 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5191597715 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.415283896 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.476930216 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2541786805 - }, - { - "dataset":"image-segmentation", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7886403799 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8665373176 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8532841057 - }, - { - "dataset":"image-segmentation", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.846391201 - }, - { - "dataset":"image-segmentation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8726678044 - }, - { - "dataset":"image-segmentation", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8326458186 - }, - { - "dataset":"ionosphere", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1861702055 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8692826629 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8110877275 - }, - { - "dataset":"ionosphere", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8890118599 - }, - { - "dataset":"ionosphere", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9020318985 - }, - { - "dataset":"ionosphere", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8043955266 - }, - { - "dataset":"iris", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0869565234 - }, - { - "dataset":"iris", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0344827585 - }, - { - "dataset":"iris", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5578350499 - }, - { - "dataset":"iris", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2900976017 - }, - { - "dataset":"iris", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.570666872 - }, - { - "dataset":"iris", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.415478196 - }, - { - "dataset":"led-display", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"led-display", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6242751479 - }, - { - "dataset":"led-display", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6340781003 - }, - { - "dataset":"led-display", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5866749585 - }, - { - "dataset":"led-display", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.532742098 - }, - { - "dataset":"led-display", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5661575198 - }, - { - "dataset":"lenses", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.125 - }, - { - "dataset":"lenses", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.25 - }, - { - "dataset":"lenses", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.375 - }, - { - "dataset":"lenses", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.25 - }, - { - "dataset":"lenses", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.25 - }, - { - "dataset":"letter", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.5929243565 - }, - { - "dataset":"letter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6328778714 - }, - { - "dataset":"letter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6054221392 - }, - { - "dataset":"letter", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6260847598 - }, - { - "dataset":"letter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6312154531 - }, - { - "dataset":"letter", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6416510344 - }, - { - "dataset":"libras", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0690476224 - }, - { - "dataset":"libras", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7368551791 - }, - { - "dataset":"libras", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.661805585 - }, - { - "dataset":"libras", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6521329582 - }, - { - "dataset":"libras", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6844742149 - }, - { - "dataset":"libras", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6161210686 - }, - { - "dataset":"low-res-spect", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.129285967 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8245089352 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8151376545 - }, - { - "dataset":"low-res-spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7630793899 - }, - { - "dataset":"low-res-spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7920081615 - }, - { - "dataset":"low-res-spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7672475278 - }, - { - "dataset":"lung-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1294642873 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3482142873 - }, - { - "dataset":"lung-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5133928657 - }, - { - "dataset":"lung-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4776785746 - }, - { - "dataset":"lung-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2276785746 - }, - { - "dataset":"lymphography", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1494047688 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5917460471 - }, - { - "dataset":"lymphography", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.579285726 - }, - { - "dataset":"lymphography", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.616388917 - }, - { - "dataset":"lymphography", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6159523875 - }, - { - "dataset":"magic", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7537785023 - }, - { - "dataset":"magic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.777908951 - }, - { - "dataset":"magic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7679112107 - }, - { - "dataset":"magic", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7619241178 - }, - { - "dataset":"magic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7666185796 - }, - { - "dataset":"magic", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7649340183 - }, - { - "dataset":"mammographic", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2037671208 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6076383367 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7371367216 - }, - { - "dataset":"mammographic", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7549553663 - }, - { - "dataset":"mammographic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7603330612 - }, - { - "dataset":"mammographic", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6668150723 - }, - { - "dataset":"miniboone", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8069941252 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8262270242 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8187781572 - }, - { - "dataset":"miniboone", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8031415492 - }, - { - "dataset":"miniboone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.806006819 - }, - { - "dataset":"miniboone", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8198586702 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2060606107 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5786931962 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6464015245 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7293560952 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.607007578 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7229564339 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7141892165 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7568203062 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7252516448 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7043028474 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.754778862 - }, - { - "dataset":"monks-1", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1413043439 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5831977054 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4204647727 - }, - { - "dataset":"monks-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5116084814 - }, - { - "dataset":"monks-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6714071482 - }, - { - "dataset":"monks-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6194688454 - }, - { - "dataset":"monks-2", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0865384638 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2436339557 - }, - { - "dataset":"monks-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6071397066 - }, - { - "dataset":"monks-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6490937322 - }, - { - "dataset":"monks-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3922413737 - }, - { - "dataset":"monks-3", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1388888955 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4096922893 - }, - { - "dataset":"monks-3", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5346922949 - }, - { - "dataset":"monks-3", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5268797949 - }, - { - "dataset":"monks-3", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5268797949 - }, - { - "dataset":"mushroom", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9771427661 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9963771552 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9895480573 - }, - { - "dataset":"mushroom", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9903385639 - }, - { - "dataset":"mushroom", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9983774722 - }, - { - "dataset":"mushroom", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9945454001 - }, - { - "dataset":"musk-1", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3845486194 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7142665386 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7717882991 - }, - { - "dataset":"musk-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7794074565 - }, - { - "dataset":"musk-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7924494594 - }, - { - "dataset":"musk-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7815881819 - }, - { - "dataset":"musk-2", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9367447048 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9618414789 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9566435516 - }, - { - "dataset":"musk-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9595636427 - }, - { - "dataset":"musk-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.964401871 - }, - { - "dataset":"musk-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9594356865 - }, - { - "dataset":"nursery", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6837441474 - }, - { - "dataset":"nursery", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7975783795 - }, - { - "dataset":"nursery", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7720460147 - }, - { - "dataset":"nursery", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7010807097 - }, - { - "dataset":"nursery", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6936497837 - }, - { - "dataset":"nursery", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7735591233 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6309326589 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5193757787 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6144010723 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6347886026 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5263463408 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6389982998 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8569834828 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8846496046 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8779090494 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8830721676 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8797489703 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2151420712 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5945245922 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5427588373 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5395068079 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5964190513 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5147901475 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6379229426 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8597216606 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8295128047 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8265335113 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8479040414 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8307931423 - }, - { - "dataset":"optical", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9236776829 - }, - { - "dataset":"optical", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9495560378 - }, - { - "dataset":"optical", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9492349178 - }, - { - "dataset":"optical", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.94422701 - }, - { - "dataset":"optical", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.948849678 - }, - { - "dataset":"optical", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9502017051 - }, - { - "dataset":"ozone", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4250173271 - }, - { - "dataset":"ozone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9306281358 - }, - { - "dataset":"ozone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9023249149 - }, - { - "dataset":"ozone", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8806654513 - }, - { - "dataset":"ozone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9148861319 - }, - { - "dataset":"ozone", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9156261384 - }, - { - "dataset":"page-blocks", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.80117549 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8634186089 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8638428152 - }, - { - "dataset":"page-blocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8438681364 - }, - { - "dataset":"page-blocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.808087796 - }, - { - "dataset":"page-blocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.856489554 - }, - { - "dataset":"parkinsons", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1666666716 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0506117903 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6691454723 - }, - { - "dataset":"parkinsons", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7365925759 - }, - { - "dataset":"parkinsons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8077132702 - }, - { - "dataset":"parkinsons", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6062802225 - }, - { - "dataset":"pendigits", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8504267186 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.909560442 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8682916909 - }, - { - "dataset":"pendigits", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8804917336 - }, - { - "dataset":"pendigits", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.909832269 - }, - { - "dataset":"pendigits", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9113753289 - }, - { - "dataset":"pima", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0870370343 - }, - { - "dataset":"pima", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5785313249 - }, - { - "dataset":"pima", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6681102514 - }, - { - "dataset":"pima", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.648452282 - }, - { - "dataset":"pima", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6853022724 - }, - { - "dataset":"pima", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6764169484 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0526315793 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.411435768 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3442627825 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6597619988 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5407701284 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0500000045 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2847069707 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3460508361 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3680746444 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2879807744 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.09375 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0763392877 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3379464336 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2897321451 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.1263392903 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2870535776 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.500548251 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0526315793 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3623903543 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5494595915 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5502036512 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3350955583 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.1714301845 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.0913019748 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.2288493738 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1812303262 - }, - { - "dataset":"planning", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2083333433 - }, - { - "dataset":"planning", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0326086953 - }, - { - "dataset":"planning", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4952194169 - }, - { - "dataset":"planning", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.435084546 - }, - { - "dataset":"planning", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4207427576 - }, - { - "dataset":"planning", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5260165185 - }, - { - "dataset":"plant-margin", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2455443703 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6525985003 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6526524127 - }, - { - "dataset":"plant-margin", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6320092082 - }, - { - "dataset":"plant-margin", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.647700265 - }, - { - "dataset":"plant-margin", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6613437533 - }, - { - "dataset":"plant-shape", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.050344483 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.4276156127 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4100259021 - }, - { - "dataset":"plant-shape", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3740980849 - }, - { - "dataset":"plant-shape", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4139204696 - }, - { - "dataset":"plant-shape", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3494642116 - }, - { - "dataset":"plant-texture", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4092856906 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6648370624 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6687754393 - }, - { - "dataset":"plant-texture", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6486339569 - }, - { - "dataset":"plant-texture", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6566543132 - }, - { - "dataset":"plant-texture", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6687141806 - }, - { - "dataset":"post-operative", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0416666679 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2667887751 - }, - { - "dataset":"post-operative", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2210012283 - }, - { - "dataset":"post-operative", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3574481234 - }, - { - "dataset":"post-operative", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.188797323 - }, - { - "dataset":"primary-tumor", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1185294129 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.31277778 - }, - { - "dataset":"primary-tumor", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3054575175 - }, - { - "dataset":"primary-tumor", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.2008823492 - }, - { - "dataset":"primary-tumor", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1695588231 - }, - { - "dataset":"ringnorm", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9178105593 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9595377743 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9465375245 - }, - { - "dataset":"ringnorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9423367232 - }, - { - "dataset":"ringnorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9641429037 - }, - { - "dataset":"ringnorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9628548622 - }, - { - "dataset":"seeds", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1052631587 - }, - { - "dataset":"seeds", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.4861713164 - }, - { - "dataset":"seeds", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7994840145 - }, - { - "dataset":"seeds", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5616615154 - }, - { - "dataset":"seeds", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7220846266 - }, - { - "dataset":"seeds", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5287151858 - }, - { - "dataset":"semeion", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8263093531 - }, - { - "dataset":"semeion", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8920559436 - }, - { - "dataset":"semeion", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8886902481 - }, - { - "dataset":"semeion", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8811866045 - }, - { - "dataset":"semeion", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8917125016 - }, - { - "dataset":"semeion", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8884501755 - }, - { - "dataset":"soybean", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6138489544 - }, - { - "dataset":"soybean", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8185666502 - }, - { - "dataset":"soybean", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8304130584 - }, - { - "dataset":"soybean", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8206511736 - }, - { - "dataset":"soybean", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8656149954 - }, - { - "dataset":"soybean", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8075436652 - }, - { - "dataset":"spambase", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8998533636 - }, - { - "dataset":"spambase", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9051656723 - }, - { - "dataset":"spambase", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9086885899 - }, - { - "dataset":"spambase", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9075449258 - }, - { - "dataset":"spambase", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9033582062 - }, - { - "dataset":"spambase", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9115539044 - }, - { - "dataset":"spect", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.013888889 - }, - { - "dataset":"spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.227777781 - }, - { - "dataset":"spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6651143879 - }, - { - "dataset":"spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5551470593 - }, - { - "dataset":"spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6234477311 - }, - { - "dataset":"spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5801470652 - }, - { - "dataset":"spectf", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"spectf", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"spectf", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4999686778 - }, - { - "dataset":"spectf", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5263575763 - }, - { - "dataset":"spectf", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5402464569 - }, - { - "dataset":"spectf", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.452349633 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4159890264 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4061946943 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4231722429 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3823249489 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2489404082 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5830281675 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6476904899 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6174442321 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6271964312 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6344250143 - }, - { - "dataset":"statlog-heart", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1032608747 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6458426118 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7571804821 - }, - { - "dataset":"statlog-heart", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6706928462 - }, - { - "dataset":"statlog-heart", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7587001473 - }, - { - "dataset":"statlog-heart", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7198843658 - }, - { - "dataset":"statlog-image", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6587777883 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8425589502 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8369396329 - }, - { - "dataset":"statlog-image", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8260130882 - }, - { - "dataset":"statlog-image", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8308722973 - }, - { - "dataset":"statlog-image", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8265644312 - }, - { - "dataset":"statlog-landsat", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8032515496 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8403069526 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8243122548 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.819460988 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8364204019 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8323172778 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8324614912 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8115506172 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8013915122 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6805208623 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7774773836 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.817584604 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.30146496 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5653045177 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5593702421 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5556339473 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5880662203 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5616908669 - }, - { - "dataset":"steel-plates", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4187820405 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6338641196 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6085280627 - }, - { - "dataset":"steel-plates", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6057824045 - }, - { - "dataset":"steel-plates", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6432691216 - }, - { - "dataset":"steel-plates", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6217554808 - }, - { - "dataset":"synthetic-control", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6111513227 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9309086204 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9465412796 - }, - { - "dataset":"synthetic-control", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9189248383 - }, - { - "dataset":"synthetic-control", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9682744294 - }, - { - "dataset":"synthetic-control", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9384667873 - }, - { - "dataset":"teaching", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3121843487 - }, - { - "dataset":"teaching", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.013888889 - }, - { - "dataset":"teaching", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3008207157 - }, - { - "dataset":"teaching", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.1054292955 - }, - { - "dataset":"teaching", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.1663510092 - }, - { - "dataset":"teaching", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1627209615 - }, - { - "dataset":"thyroid", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.5741638467 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8300967366 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8067352474 - }, - { - "dataset":"thyroid", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6890766919 - }, - { - "dataset":"thyroid", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7696042955 - }, - { - "dataset":"thyroid", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7340257317 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.4475103021 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6284458637 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6717280596 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7766307294 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5113832951 - }, - { - "dataset":"titanic", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3536220193 - }, - { - "dataset":"titanic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5127230287 - }, - { - "dataset":"titanic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5732670836 - }, - { - "dataset":"titanic", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7239820063 - }, - { - "dataset":"titanic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6664767191 - }, - { - "dataset":"titanic", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7268491685 - }, - { - "dataset":"trains", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"trains", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1875 - }, - { - "dataset":"trains", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6625000015 - }, - { - "dataset":"trains", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.712500006 - }, - { - "dataset":"trains", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.775000006 - }, - { - "dataset":"trains", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6000000015 - }, - { - "dataset":"twonorm", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9663412422 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9663836807 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9674657732 - }, - { - "dataset":"twonorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9681701064 - }, - { - "dataset":"twonorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9672567844 - }, - { - "dataset":"twonorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9670437723 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1680791005 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5258283168 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7041662335 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7666890621 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.633473549 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6396282315 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1538149416 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0990566015 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6033186764 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.413728483 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5813234001 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3997063115 - }, - { - "dataset":"wall-following", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6154833734 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7101938874 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6916338503 - }, - { - "dataset":"wall-following", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6886686236 - }, - { - "dataset":"wall-following", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7328248173 - }, - { - "dataset":"wall-following", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7181907445 - }, - { - "dataset":"waveform", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8238998652 - }, - { - "dataset":"waveform", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8215833753 - }, - { - "dataset":"waveform", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8272963017 - }, - { - "dataset":"waveform", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8145391792 - }, - { - "dataset":"waveform", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8225741535 - }, - { - "dataset":"waveform", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8276302665 - }, - { - "dataset":"waveform-noise", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.811987102 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7975995839 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8201114088 - }, - { - "dataset":"waveform-noise", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.80825077 - }, - { - "dataset":"waveform-noise", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7958798558 - }, - { - "dataset":"waveform-noise", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8105731159 - }, - { - "dataset":"wine", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0514705889 - }, - { - "dataset":"wine", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2558398172 - }, - { - "dataset":"wine", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8587458581 - }, - { - "dataset":"wine", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8570294678 - }, - { - "dataset":"wine", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9142480791 - }, - { - "dataset":"wine", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8600136042 - }, - { - "dataset":"wine-quality-red", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2243630178 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2928244397 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2300729007 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.1899691038 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2732779868 - }, - { - "dataset":"wine-quality-white", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.057928913 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1304832846 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2185194977 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.1820726097 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.1751163788 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2400967851 - }, - { - "dataset":"yeast", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0104501783 - }, - { - "dataset":"yeast", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1570671387 - }, - { - "dataset":"yeast", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3928736299 - }, - { - "dataset":"yeast", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.383179687 - }, - { - "dataset":"yeast", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3121728003 - }, - { - "dataset":"yeast", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3557936102 - }, - { - "dataset":"zoo", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.020833334 - }, - { - "dataset":"zoo", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.3847117871 - }, - { - "dataset":"zoo", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7819549143 - }, - { - "dataset":"zoo", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8261278421 - }, - { - "dataset":"zoo", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6535087824 - }, - { - "dataset":"zoo", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5151942521 - }, - { - "dataset":"abalone", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3546580449 - }, - { - "dataset":"abalone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3857644945 - }, - { - "dataset":"abalone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3893899173 - }, - { - "dataset":"abalone", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3815752491 - }, - { - "dataset":"abalone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.3896450326 - }, - { - "dataset":"abalone", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3652741835 - }, - { - "dataset":"acute-inflammation", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.15625 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5677083433 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.438839294 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4750496037 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2347222278 - }, - { - "dataset":"acute-nephritis", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1029411778 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5468567908 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4894656539 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6327047646 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3530668337 - }, - { - "dataset":"adult", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.690367043 - }, - { - "dataset":"adult", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6983063817 - }, - { - "dataset":"adult", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6952535212 - }, - { - "dataset":"adult", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.685294494 - }, - { - "dataset":"adult", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6779921949 - }, - { - "dataset":"adult", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6934427619 - }, - { - "dataset":"annealing", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0077639753 - }, - { - "dataset":"annealing", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5686626714 - }, - { - "dataset":"annealing", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6501160115 - }, - { - "dataset":"annealing", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7223929912 - }, - { - "dataset":"annealing", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7764039785 - }, - { - "dataset":"annealing", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7053823471 - }, - { - "dataset":"arrhythmia", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0131578948 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4786564335 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5348104537 - }, - { - "dataset":"arrhythmia", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5155188292 - }, - { - "dataset":"arrhythmia", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.540626727 - }, - { - "dataset":"arrhythmia", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4729759693 - }, - { - "dataset":"audiology-std", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1469208244 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1800000053 - }, - { - "dataset":"audiology-std", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2371896431 - }, - { - "dataset":"audiology-std", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2735874914 - }, - { - "dataset":"audiology-std", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.204951128 - }, - { - "dataset":"balance-scale", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2608668692 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4086342007 - }, - { - "dataset":"balance-scale", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3056694157 - }, - { - "dataset":"balance-scale", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.3854381405 - }, - { - "dataset":"balance-scale", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3486110941 - }, - { - "dataset":"balloons", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.125 - }, - { - "dataset":"balloons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.25 - }, - { - "dataset":"balloons", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.125 - }, - { - "dataset":"bank", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3106421381 - }, - { - "dataset":"bank", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7617513388 - }, - { - "dataset":"bank", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7430641651 - }, - { - "dataset":"bank", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6839560419 - }, - { - "dataset":"bank", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6680636704 - }, - { - "dataset":"bank", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7112740427 - }, - { - "dataset":"blood", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0553278662 - }, - { - "dataset":"blood", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1165254265 - }, - { - "dataset":"blood", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2682405701 - }, - { - "dataset":"blood", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.268760365 - }, - { - "dataset":"blood", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.3685528077 - }, - { - "dataset":"blood", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.279005304 - }, - { - "dataset":"breast-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0147058824 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4373614788 - }, - { - "dataset":"breast-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.348486796 - }, - { - "dataset":"breast-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5470162034 - }, - { - "dataset":"breast-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2863810863 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.2400386631 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2565617599 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.926853925 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9583433717 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.958408162 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7350661159 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3407482654 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9005204588 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.904287979 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9072991014 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9099707305 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.922147125 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2420147434 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4843816608 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5386486501 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6044963151 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3802579902 - }, - { - "dataset":"breast-tissue", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0530303046 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0876504015 - }, - { - "dataset":"breast-tissue", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2126782574 - }, - { - "dataset":"breast-tissue", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1312667131 - }, - { - "dataset":"breast-tissue", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0260695191 - }, - { - "dataset":"car", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1360106501 - }, - { - "dataset":"car", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.460218817 - }, - { - "dataset":"car", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5127930939 - }, - { - "dataset":"car", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4861459062 - }, - { - "dataset":"car", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5516299605 - }, - { - "dataset":"car", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5223337039 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.2506849393 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.481178239 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4861044884 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.448464945 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4707379267 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4659213424 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.7583511323 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8089336604 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.796632424 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7843128145 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7867349982 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7786758691 - }, - { - "dataset":"chess-krvk", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0265278299 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0420540627 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0728764217 - }, - { - "dataset":"chess-krvk", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0574806407 - }, - { - "dataset":"chess-krvk", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0340603874 - }, - { - "dataset":"chess-krvk", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.065627031 - }, - { - "dataset":"chess-krvkp", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.886504814 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9149915725 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.9247809052 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9177401662 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9470184296 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.9200842083 - }, - { - "dataset":"congressional-voting", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.00390625 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1368257776 - }, - { - "dataset":"congressional-voting", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.25066524 - }, - { - "dataset":"congressional-voting", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2883482687 - }, - { - "dataset":"congressional-voting", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1251811348 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5945663601 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6875653267 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.657262288 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.718913272 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6010971889 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0629684441 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4338693768 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3300706968 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4388631359 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4994302392 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4361676946 - }, - { - "dataset":"connect-4", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.454224579 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6043650806 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5393089503 - }, - { - "dataset":"connect-4", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4752861038 - }, - { - "dataset":"connect-4", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6010800898 - }, - { - "dataset":"connect-4", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5930342972 - }, - { - "dataset":"contrac", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0352822579 - }, - { - "dataset":"contrac", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2267041691 - }, - { - "dataset":"contrac", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2782244049 - }, - { - "dataset":"contrac", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2286045216 - }, - { - "dataset":"contrac", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2619457766 - }, - { - "dataset":"contrac", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2659043148 - }, - { - "dataset":"credit-approval", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.2648421712 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5169128031 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7681360692 - }, - { - "dataset":"credit-approval", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7383933961 - }, - { - "dataset":"credit-approval", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7482959628 - }, - { - "dataset":"credit-approval", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7274992019 - }, - { - "dataset":"cylinder-bands", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.010416667 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4340833575 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4670044184 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4818055555 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5622492433 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.479135178 - }, - { - "dataset":"dermatology", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1950626895 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7383568287 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8776713908 - }, - { - "dataset":"dermatology", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9376235157 - }, - { - "dataset":"dermatology", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9512870014 - }, - { - "dataset":"dermatology", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8884363323 - }, - { - "dataset":"echocardiogram", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4487318918 - }, - { - "dataset":"echocardiogram", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3903985545 - }, - { - "dataset":"echocardiogram", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5963768288 - }, - { - "dataset":"echocardiogram", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2429951709 - }, - { - "dataset":"ecoli", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1040100288 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6000330746 - }, - { - "dataset":"ecoli", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3529048287 - }, - { - "dataset":"ecoli", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1968636839 - }, - { - "dataset":"ecoli", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3191485777 - }, - { - "dataset":"energy-y1", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1117424294 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4955220371 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7039945871 - }, - { - "dataset":"energy-y1", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6567109376 - }, - { - "dataset":"energy-y1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6796174496 - }, - { - "dataset":"energy-y1", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.668954283 - }, - { - "dataset":"energy-y2", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6172872484 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.676491186 - }, - { - "dataset":"energy-y2", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7014062107 - }, - { - "dataset":"energy-y2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7696232051 - }, - { - "dataset":"energy-y2", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.542080719 - }, - { - "dataset":"fertility", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4202922136 - }, - { - "dataset":"fertility", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5319985673 - }, - { - "dataset":"fertility", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6297258288 - }, - { - "dataset":"fertility", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1643217932 - }, - { - "dataset":"flags", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"flags", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1352048349 - }, - { - "dataset":"flags", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1919935606 - }, - { - "dataset":"flags", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1517339665 - }, - { - "dataset":"flags", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2002494112 - }, - { - "dataset":"flags", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1979862861 - }, - { - "dataset":"glass", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0684523843 - }, - { - "dataset":"glass", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0587318111 - }, - { - "dataset":"glass", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0797940828 - }, - { - "dataset":"glass", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1700995062 - }, - { - "dataset":"glass", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1073643761 - }, - { - "dataset":"haberman-survival", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.2463278472 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0518867932 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1893561855 - }, - { - "dataset":"haberman-survival", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3239258192 - }, - { - "dataset":"haberman-survival", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1820808444 - }, - { - "dataset":"haberman-survival", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2466576584 - }, - { - "dataset":"hayes-roth", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1949789971 - }, - { - "dataset":"hayes-roth", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.060924374 - }, - { - "dataset":"hayes-roth", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1466176519 - }, - { - "dataset":"hayes-roth", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0220588241 - }, - { - "dataset":"heart-cleveland", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0755813941 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3679516464 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1242449591 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.3108363897 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2396444809 - }, - { - "dataset":"heart-hungarian", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3763736263 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5607554242 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5768973753 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6678664684 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.668053776 - }, - { - "dataset":"heart-switzerland", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0699404776 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.013888889 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0386904776 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.03125 - }, - { - "dataset":"heart-va", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0703703724 - }, - { - "dataset":"heart-va", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0083333338 - }, - { - "dataset":"heart-va", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0311061069 - }, - { - "dataset":"heart-va", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0166666675 - }, - { - "dataset":"hepatitis", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1780936532 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5937384069 - }, - { - "dataset":"hepatitis", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6852936 - }, - { - "dataset":"hepatitis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7957079262 - }, - { - "dataset":"hepatitis", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5750650465 - }, - { - "dataset":"hill-valley", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0126504274 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.064214732 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.035417228 - }, - { - "dataset":"hill-valley", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0645807888 - }, - { - "dataset":"hill-valley", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0166557916 - }, - { - "dataset":"hill-valley", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0457346896 - }, - { - "dataset":"horse-colic", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5256980555 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6284379512 - }, - { - "dataset":"horse-colic", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7395238131 - }, - { - "dataset":"horse-colic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7411977053 - }, - { - "dataset":"horse-colic", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6947060078 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0434782617 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3505315855 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2449717484 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.3240901604 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1200323431 - }, - { - "dataset":"image-segmentation", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.6926904842 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8098848164 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7956793755 - }, - { - "dataset":"image-segmentation", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8094247729 - }, - { - "dataset":"image-segmentation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8182621151 - }, - { - "dataset":"image-segmentation", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7637349367 - }, - { - "dataset":"ionosphere", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0265957434 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7882857174 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7747065425 - }, - { - "dataset":"ionosphere", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8535442054 - }, - { - "dataset":"ionosphere", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8798367828 - }, - { - "dataset":"ionosphere", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7637880296 - }, - { - "dataset":"iris", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"iris", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"iris", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3896555007 - }, - { - "dataset":"iris", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2073191404 - }, - { - "dataset":"iris", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4678611271 - }, - { - "dataset":"iris", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2313942835 - }, - { - "dataset":"led-display", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"led-display", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5343313888 - }, - { - "dataset":"led-display", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5802256465 - }, - { - "dataset":"led-display", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4969899356 - }, - { - "dataset":"led-display", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4864397869 - }, - { - "dataset":"led-display", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5169888437 - }, - { - "dataset":"lenses", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1875 - }, - { - "dataset":"lenses", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.125 - }, - { - "dataset":"lenses", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0625 - }, - { - "dataset":"lenses", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"letter", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.4980101138 - }, - { - "dataset":"letter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5444364399 - }, - { - "dataset":"letter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5119742304 - }, - { - "dataset":"letter", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5297542065 - }, - { - "dataset":"letter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5461721271 - }, - { - "dataset":"letter", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5559537113 - }, - { - "dataset":"libras", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0266865087 - }, - { - "dataset":"libras", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6666666865 - }, - { - "dataset":"libras", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6473214626 - }, - { - "dataset":"libras", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6279762238 - }, - { - "dataset":"libras", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6450893134 - }, - { - "dataset":"libras", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.549255982 - }, - { - "dataset":"low-res-spect", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1003004592 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7718019187 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7737615556 - }, - { - "dataset":"low-res-spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.737199381 - }, - { - "dataset":"low-res-spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7673281878 - }, - { - "dataset":"low-res-spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7473792732 - }, - { - "dataset":"lung-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0625 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.125 - }, - { - "dataset":"lung-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2589285746 - }, - { - "dataset":"lung-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4151785746 - }, - { - "dataset":"lung-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1919642873 - }, - { - "dataset":"lymphography", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0402777782 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5239285827 - }, - { - "dataset":"lymphography", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3851190507 - }, - { - "dataset":"lymphography", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5082143024 - }, - { - "dataset":"lymphography", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4366269894 - }, - { - "dataset":"magic", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.6620926559 - }, - { - "dataset":"magic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6972277462 - }, - { - "dataset":"magic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6850686967 - }, - { - "dataset":"magic", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6658234298 - }, - { - "dataset":"magic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6694904864 - }, - { - "dataset":"magic", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6688399762 - }, - { - "dataset":"mammographic", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0787671208 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3599063251 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6761653945 - }, - { - "dataset":"mammographic", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6239813343 - }, - { - "dataset":"mammographic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7244607955 - }, - { - "dataset":"mammographic", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4496511519 - }, - { - "dataset":"miniboone", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.7312145084 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7537020743 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7539458871 - }, - { - "dataset":"miniboone", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.712517947 - }, - { - "dataset":"miniboone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7210968733 - }, - { - "dataset":"miniboone", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7477025539 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1166666746 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4767992496 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4801136479 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5934659243 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4933712184 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.625262782 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6116463691 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6825652719 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6226136088 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.616350323 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6673471928 - }, - { - "dataset":"monks-1", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.347312063 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.216106236 - }, - { - "dataset":"monks-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3439601585 - }, - { - "dataset":"monks-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5885521621 - }, - { - "dataset":"monks-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4983401075 - }, - { - "dataset":"monks-2", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1206896529 - }, - { - "dataset":"monks-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4378868379 - }, - { - "dataset":"monks-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6490937322 - }, - { - "dataset":"monks-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2234748043 - }, - { - "dataset":"monks-3", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3169899434 - }, - { - "dataset":"monks-3", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5268797949 - }, - { - "dataset":"monks-3", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5268797949 - }, - { - "dataset":"monks-3", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4368414842 - }, - { - "dataset":"mushroom", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.9637169689 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9915466607 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.9808885604 - }, - { - "dataset":"mushroom", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9867144078 - }, - { - "dataset":"mushroom", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9957585931 - }, - { - "dataset":"mushroom", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.9913342148 - }, - { - "dataset":"musk-1", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3120659739 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5961106867 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7244826108 - }, - { - "dataset":"musk-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7613610476 - }, - { - "dataset":"musk-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7758772969 - }, - { - "dataset":"musk-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7445849478 - }, - { - "dataset":"musk-2", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.9136162549 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9498157501 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.9456976354 - }, - { - "dataset":"musk-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9488004446 - }, - { - "dataset":"musk-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9568392783 - }, - { - "dataset":"musk-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.9448984563 - }, - { - "dataset":"nursery", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.5411695614 - }, - { - "dataset":"nursery", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6572627276 - }, - { - "dataset":"nursery", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6513254642 - }, - { - "dataset":"nursery", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6027224809 - }, - { - "dataset":"nursery", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6034117937 - }, - { - "dataset":"nursery", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6538600922 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5098848492 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3708604844 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4751187935 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5338846818 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3678914085 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.6034152061 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7559745163 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8717612773 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8603693843 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8648775667 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8569931388 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.120807346 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4355965704 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4066806585 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4264218435 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4907578751 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.37305253 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3953394666 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8013456762 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7910821885 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.785402745 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7967075557 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7840415835 - }, - { - "dataset":"optical", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.8985174 - }, - { - "dataset":"optical", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9313030839 - }, - { - "dataset":"optical", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.935611248 - }, - { - "dataset":"optical", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9243021756 - }, - { - "dataset":"optical", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9366028458 - }, - { - "dataset":"optical", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.9359225631 - }, - { - "dataset":"ozone", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.4161057025 - }, - { - "dataset":"ozone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9138537198 - }, - { - "dataset":"ozone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8850850314 - }, - { - "dataset":"ozone", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8613987565 - }, - { - "dataset":"ozone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8941891193 - }, - { - "dataset":"ozone", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8941708356 - }, - { - "dataset":"page-blocks", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.6726019382 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7924161404 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8128369004 - }, - { - "dataset":"page-blocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7878182679 - }, - { - "dataset":"page-blocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7361062914 - }, - { - "dataset":"page-blocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8075047135 - }, - { - "dataset":"parkinsons", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0080645159 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5695382729 - }, - { - "dataset":"parkinsons", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.673979342 - }, - { - "dataset":"parkinsons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7440703809 - }, - { - "dataset":"parkinsons", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4854794368 - }, - { - "dataset":"pendigits", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.8063279688 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.87315768 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8310145736 - }, - { - "dataset":"pendigits", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8440183252 - }, - { - "dataset":"pendigits", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8740964234 - }, - { - "dataset":"pendigits", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8745957762 - }, - { - "dataset":"pima", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pima", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2916862126 - }, - { - "dataset":"pima", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5480829105 - }, - { - "dataset":"pima", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.514131099 - }, - { - "dataset":"pima", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5809534639 - }, - { - "dataset":"pima", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5447977409 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3253773227 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1358262412 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5234423466 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3433630057 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1940476224 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2218750045 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.229613103 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0635416675 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.199107144 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.078125 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1013392881 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0803571437 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.21875 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0131578948 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2589677349 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3539708778 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4075422958 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2775297686 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0662393179 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.050366302 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0958807301 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0238095243 - }, - { - "dataset":"planning", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3873792328 - }, - { - "dataset":"planning", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2728462201 - }, - { - "dataset":"planning", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2943840586 - }, - { - "dataset":"planning", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3387681171 - }, - { - "dataset":"plant-margin", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1852676868 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.590272665 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5799061656 - }, - { - "dataset":"plant-margin", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5384527892 - }, - { - "dataset":"plant-margin", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5736024678 - }, - { - "dataset":"plant-margin", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5909751952 - }, - { - "dataset":"plant-shape", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0135047995 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3330410346 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3055487573 - }, - { - "dataset":"plant-shape", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2710769251 - }, - { - "dataset":"plant-shape", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.33610107 - }, - { - "dataset":"plant-shape", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2478226237 - }, - { - "dataset":"plant-texture", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3377346843 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6026000679 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6297205836 - }, - { - "dataset":"plant-texture", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6012118757 - }, - { - "dataset":"plant-texture", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6135842055 - }, - { - "dataset":"plant-texture", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6154011637 - }, - { - "dataset":"post-operative", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2251221035 - }, - { - "dataset":"post-operative", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0674603218 - }, - { - "dataset":"post-operative", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1807081895 - }, - { - "dataset":"post-operative", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1100427369 - }, - { - "dataset":"primary-tumor", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0690196082 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.256944444 - }, - { - "dataset":"primary-tumor", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2141013071 - }, - { - "dataset":"primary-tumor", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1560784336 - }, - { - "dataset":"primary-tumor", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1426143823 - }, - { - "dataset":"ringnorm", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.8614276946 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9282092899 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.9061075002 - }, - { - "dataset":"ringnorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8965852708 - }, - { - "dataset":"ringnorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9368173182 - }, - { - "dataset":"ringnorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.9428952485 - }, - { - "dataset":"seeds", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"seeds", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3694530576 - }, - { - "dataset":"seeds", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6655314863 - }, - { - "dataset":"seeds", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4371775053 - }, - { - "dataset":"seeds", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5928276628 - }, - { - "dataset":"seeds", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2869453141 - }, - { - "dataset":"semeion", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.7917136401 - }, - { - "dataset":"semeion", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8722572923 - }, - { - "dataset":"semeion", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8702830076 - }, - { - "dataset":"semeion", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8563914299 - }, - { - "dataset":"semeion", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.874654144 - }, - { - "dataset":"semeion", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8647733182 - }, - { - "dataset":"soybean", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.4792532176 - }, - { - "dataset":"soybean", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7789587975 - }, - { - "dataset":"soybean", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7910742313 - }, - { - "dataset":"soybean", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7886005044 - }, - { - "dataset":"soybean", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8381809145 - }, - { - "dataset":"soybean", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7545429468 - }, - { - "dataset":"spambase", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.8616596311 - }, - { - "dataset":"spambase", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8705093563 - }, - { - "dataset":"spambase", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8751450479 - }, - { - "dataset":"spambase", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.872977078 - }, - { - "dataset":"spambase", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8752659708 - }, - { - "dataset":"spambase", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8704950958 - }, - { - "dataset":"spect", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1152777784 - }, - { - "dataset":"spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5476307347 - }, - { - "dataset":"spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4523692876 - }, - { - "dataset":"spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5581699535 - }, - { - "dataset":"spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3035130743 - }, - { - "dataset":"spectf", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"spectf", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"spectf", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4999686778 - }, - { - "dataset":"spectf", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5263575763 - }, - { - "dataset":"spectf", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5263575763 - }, - { - "dataset":"spectf", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3809210584 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2716660053 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2174182758 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2805639505 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2236697301 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.122571745 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4605232701 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5722910613 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5282869339 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.552447319 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5438740179 - }, - { - "dataset":"statlog-heart", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4581676051 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7176319361 - }, - { - "dataset":"statlog-heart", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5408164114 - }, - { - "dataset":"statlog-heart", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.672695145 - }, - { - "dataset":"statlog-heart", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6197848171 - }, - { - "dataset":"statlog-image", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.4756135046 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7790481895 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7710936666 - }, - { - "dataset":"statlog-image", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7742732912 - }, - { - "dataset":"statlog-image", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7919202596 - }, - { - "dataset":"statlog-image", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7638556361 - }, - { - "dataset":"statlog-landsat", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.7736535221 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8120923042 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7922317535 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7871154845 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8040574789 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8032645136 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.5290087378 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6159939915 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6982414424 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.485958511 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6884055436 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7158003002 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1944969743 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4301462099 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4664278477 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4675522968 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5150463432 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4561353922 - }, - { - "dataset":"steel-plates", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3431044854 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5842987448 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5478798598 - }, - { - "dataset":"steel-plates", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5409395546 - }, - { - "dataset":"steel-plates", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5921250135 - }, - { - "dataset":"steel-plates", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5656712651 - }, - { - "dataset":"synthetic-control", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.458119303 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8487116396 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8742426783 - }, - { - "dataset":"synthetic-control", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8721613586 - }, - { - "dataset":"synthetic-control", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9431314319 - }, - { - "dataset":"synthetic-control", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8950455338 - }, - { - "dataset":"teaching", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1440972239 - }, - { - "dataset":"teaching", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0331439404 - }, - { - "dataset":"teaching", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0732323248 - }, - { - "dataset":"teaching", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.010416667 - }, - { - "dataset":"thyroid", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3139269589 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7008645236 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6892738789 - }, - { - "dataset":"thyroid", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5625530034 - }, - { - "dataset":"thyroid", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6644524932 - }, - { - "dataset":"thyroid", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6168433875 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3218847346 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5021781102 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5043220818 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6341718882 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3704619296 - }, - { - "dataset":"titanic", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0816518031 - }, - { - "dataset":"titanic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3516279422 - }, - { - "dataset":"titanic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3518463243 - }, - { - "dataset":"titanic", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.547944624 - }, - { - "dataset":"titanic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4198117033 - }, - { - "dataset":"titanic", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4417468756 - }, - { - "dataset":"trains", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"trains", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1875 - }, - { - "dataset":"trains", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6625000015 - }, - { - "dataset":"trains", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.712500006 - }, - { - "dataset":"trains", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.775000006 - }, - { - "dataset":"trains", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4750000015 - }, - { - "dataset":"twonorm", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.9519778341 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9513559192 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.9520049691 - }, - { - "dataset":"twonorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9533781409 - }, - { - "dataset":"twonorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9538156092 - }, - { - "dataset":"twonorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.9495609701 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0847457647 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3717507012 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5553309172 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6259825677 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5238234587 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4922388718 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1026785746 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0754716992 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4859349951 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2354897279 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5016954243 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2556750178 - }, - { - "dataset":"wall-following", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.5119848847 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6160604358 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5933301598 - }, - { - "dataset":"wall-following", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5968383998 - }, - { - "dataset":"wall-following", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6583311558 - }, - { - "dataset":"wall-following", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6463786811 - }, - { - "dataset":"waveform", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.7650402784 - }, - { - "dataset":"waveform", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7582384944 - }, - { - "dataset":"waveform", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7727574855 - }, - { - "dataset":"waveform", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7630140632 - }, - { - "dataset":"waveform", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7580163181 - }, - { - "dataset":"waveform", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7711005211 - }, - { - "dataset":"waveform-noise", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.7358933985 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7260700613 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7597945333 - }, - { - "dataset":"waveform-noise", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7384447157 - }, - { - "dataset":"waveform-noise", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7279750854 - }, - { - "dataset":"waveform-noise", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7496084422 - }, - { - "dataset":"wine", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"wine", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1724137962 - }, - { - "dataset":"wine", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7855826765 - }, - { - "dataset":"wine", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.782926321 - }, - { - "dataset":"wine", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8803945035 - }, - { - "dataset":"wine", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8014103025 - }, - { - "dataset":"wine-quality-red", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1134215128 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.199060075 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1250496414 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0877731051 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1773439832 - }, - { - "dataset":"wine-quality-white", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.00713714 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0524550872 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1364285797 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0872818055 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0977579672 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1496359557 - }, - { - "dataset":"yeast", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0081460308 - }, - { - "dataset":"yeast", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0745244152 - }, - { - "dataset":"yeast", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3003498279 - }, - { - "dataset":"yeast", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3026963398 - }, - { - "dataset":"yeast", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2023402043 - }, - { - "dataset":"yeast", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2250996828 - }, - { - "dataset":"zoo", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"zoo", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2470238209 - }, - { - "dataset":"zoo", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.697368443 - }, - { - "dataset":"zoo", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.698621586 - }, - { - "dataset":"zoo", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6118421108 - }, - { - "dataset":"zoo", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4263784587 - }, - { - "dataset":"abalone", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5927981875 - }, - { - "dataset":"abalone", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6388025696 - }, - { - "dataset":"abalone", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6289707567 - }, - { - "dataset":"abalone", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6351161602 - }, - { - "dataset":"abalone", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6390920321 - }, - { - "dataset":"abalone", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.631781937 - }, - { - "dataset":"acute-inflammation", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5342887919 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9323974596 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.884493966 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7521889514 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8172388227 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8792313665 - }, - { - "dataset":"acute-nephritis", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6004094174 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9807628248 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8631296176 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8958531071 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8575949367 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9591727581 - }, - { - "dataset":"adult", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8139269934 - }, - { - "dataset":"adult", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8208494741 - }, - { - "dataset":"adult", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8091303595 - }, - { - "dataset":"adult", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8040742289 - }, - { - "dataset":"adult", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8097666177 - }, - { - "dataset":"adult", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8085330194 - }, - { - "dataset":"annealing", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6304366485 - }, - { - "dataset":"annealing", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.809907605 - }, - { - "dataset":"annealing", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6899253728 - }, - { - "dataset":"annealing", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7907311075 - }, - { - "dataset":"annealing", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8179386059 - }, - { - "dataset":"annealing", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7639820203 - }, - { - "dataset":"arrhythmia", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4040541996 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6198269269 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6312642698 - }, - { - "dataset":"arrhythmia", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6388825484 - }, - { - "dataset":"arrhythmia", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6080082938 - }, - { - "dataset":"arrhythmia", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6100536005 - }, - { - "dataset":"audiology-std", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1101828159 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.3113362712 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.302775178 - }, - { - "dataset":"audiology-std", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3645513851 - }, - { - "dataset":"audiology-std", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3800446906 - }, - { - "dataset":"audiology-std", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3152551061 - }, - { - "dataset":"balance-scale", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2700991716 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8197647325 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7488233289 - }, - { - "dataset":"balance-scale", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6756605861 - }, - { - "dataset":"balance-scale", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7140433335 - }, - { - "dataset":"balance-scale", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6943735029 - }, - { - "dataset":"balloons", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5522727273 - }, - { - "dataset":"balloons", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5994318182 - }, - { - "dataset":"balloons", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5232954545 - }, - { - "dataset":"balloons", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5625 - }, - { - "dataset":"balloons", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5704545455 - }, - { - "dataset":"balloons", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5227272727 - }, - { - "dataset":"bank", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8602087744 - }, - { - "dataset":"bank", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8783738455 - }, - { - "dataset":"bank", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8543020219 - }, - { - "dataset":"bank", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8226181047 - }, - { - "dataset":"bank", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8139081846 - }, - { - "dataset":"bank", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8347144353 - }, - { - "dataset":"blood", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5145599465 - }, - { - "dataset":"blood", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6842230456 - }, - { - "dataset":"blood", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6942990371 - }, - { - "dataset":"blood", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6909678797 - }, - { - "dataset":"blood", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6763022944 - }, - { - "dataset":"blood", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6749729915 - }, - { - "dataset":"breast-cancer", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6045806079 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6888585192 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6212811442 - }, - { - "dataset":"breast-cancer", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6646875798 - }, - { - "dataset":"breast-cancer", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6701954774 - }, - { - "dataset":"breast-cancer", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6434189379 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9500235044 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9548494662 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.955493942 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9651492232 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9645854199 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9615413219 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9287345153 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9549395383 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9599338421 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9635507717 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9592047322 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.96722971 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7405917091 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7127780865 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6714143906 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.743428604 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7776575403 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6798538043 - }, - { - "dataset":"breast-tissue", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1659778315 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4355627847 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4230816249 - }, - { - "dataset":"breast-tissue", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.4554929731 - }, - { - "dataset":"breast-tissue", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5193429743 - }, - { - "dataset":"breast-tissue", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3069586312 - }, - { - "dataset":"car", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.448541713 - }, - { - "dataset":"car", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8234799236 - }, - { - "dataset":"car", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7300238108 - }, - { - "dataset":"car", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7646380247 - }, - { - "dataset":"car", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7734673831 - }, - { - "dataset":"car", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7671614881 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5247424339 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6524712751 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6457159797 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6141283954 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6258338859 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6302060419 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8594654032 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8714623087 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8698704817 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.861611274 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.853614854 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8596589877 - }, - { - "dataset":"chess-krvk", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1801879824 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.2260672934 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.2039986678 - }, - { - "dataset":"chess-krvk", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.2122068356 - }, - { - "dataset":"chess-krvk", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.1980147905 - }, - { - "dataset":"chess-krvk", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.2356528561 - }, - { - "dataset":"chess-krvkp", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9532201275 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9678251808 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9655047309 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9684746267 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9753173025 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9660026221 - }, - { - "dataset":"congressional-voting", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5968624199 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5780019244 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5461580661 - }, - { - "dataset":"congressional-voting", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5626276428 - }, - { - "dataset":"congressional-voting", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5562551161 - }, - { - "dataset":"congressional-voting", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5429610512 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7178157608 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8102874336 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7922508162 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7961238077 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.78792971 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7413737917 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2914053562 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7840504421 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.63707781 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7463053564 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7994176026 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7065644 - }, - { - "dataset":"connect-4", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7850515242 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8250937677 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8157979188 - }, - { - "dataset":"connect-4", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7658922156 - }, - { - "dataset":"connect-4", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8156351441 - }, - { - "dataset":"connect-4", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.819337593 - }, - { - "dataset":"contrac", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4506807652 - }, - { - "dataset":"contrac", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4866430844 - }, - { - "dataset":"contrac", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4841886729 - }, - { - "dataset":"contrac", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.486541912 - }, - { - "dataset":"contrac", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5111508857 - }, - { - "dataset":"contrac", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4881076995 - }, - { - "dataset":"credit-approval", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8226942432 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8462849074 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8475109677 - }, - { - "dataset":"credit-approval", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8440411978 - }, - { - "dataset":"credit-approval", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8337437408 - }, - { - "dataset":"credit-approval", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8290316173 - }, - { - "dataset":"cylinder-bands", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6425611753 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7057112814 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6708475321 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7080970089 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7217959637 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7178308381 - }, - { - "dataset":"dermatology", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.835304096 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9532137178 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.939211159 - }, - { - "dataset":"dermatology", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9599537363 - }, - { - "dataset":"dermatology", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9645611858 - }, - { - "dataset":"dermatology", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9450374513 - }, - { - "dataset":"echocardiogram", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7250316912 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7834010372 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6500316912 - }, - { - "dataset":"echocardiogram", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7706842409 - }, - { - "dataset":"echocardiogram", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7455790838 - }, - { - "dataset":"echocardiogram", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7074560645 - }, - { - "dataset":"ecoli", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2519726305 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.65609014 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7802608106 - }, - { - "dataset":"ecoli", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.58069272 - }, - { - "dataset":"ecoli", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3555272109 - }, - { - "dataset":"ecoli", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7129913737 - }, - { - "dataset":"energy-y1", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8042846017 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8479771562 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8352871277 - }, - { - "dataset":"energy-y1", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8431947036 - }, - { - "dataset":"energy-y1", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8491039621 - }, - { - "dataset":"energy-y1", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.852078457 - }, - { - "dataset":"energy-y2", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7464647101 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8563782695 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8639910451 - }, - { - "dataset":"energy-y2", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8574614253 - }, - { - "dataset":"energy-y2", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.861777279 - }, - { - "dataset":"energy-y2", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8427718906 - }, - { - "dataset":"fertility", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8148608674 - }, - { - "dataset":"fertility", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7644604683 - }, - { - "dataset":"fertility", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6439893979 - }, - { - "dataset":"fertility", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8039396881 - }, - { - "dataset":"fertility", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7930848743 - }, - { - "dataset":"fertility", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6174046739 - }, - { - "dataset":"flags", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2617458327 - }, - { - "dataset":"flags", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.3681044268 - }, - { - "dataset":"flags", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.3795369486 - }, - { - "dataset":"flags", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3819370474 - }, - { - "dataset":"flags", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3925852476 - }, - { - "dataset":"flags", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3755083862 - }, - { - "dataset":"glass", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2462854867 - }, - { - "dataset":"glass", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4153286502 - }, - { - "dataset":"glass", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.290149083 - }, - { - "dataset":"glass", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3336082964 - }, - { - "dataset":"glass", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.4468737046 - }, - { - "dataset":"glass", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3291545439 - }, - { - "dataset":"haberman-survival", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4904804622 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7218714108 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6787026026 - }, - { - "dataset":"haberman-survival", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7053810035 - }, - { - "dataset":"haberman-survival", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6767618879 - }, - { - "dataset":"haberman-survival", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7107914906 - }, - { - "dataset":"hayes-roth", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3800185962 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.491957225 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5066320112 - }, - { - "dataset":"hayes-roth", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5115689968 - }, - { - "dataset":"hayes-roth", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5263593216 - }, - { - "dataset":"hayes-roth", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5004626132 - }, - { - "dataset":"heart-cleveland", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.204780754 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5396991811 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5037991736 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.4633523172 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5444349476 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4728448873 - }, - { - "dataset":"heart-hungarian", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7551772376 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8299889312 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7458903297 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8065924956 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8102951272 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8243803326 - }, - { - "dataset":"heart-switzerland", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2210442909 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.2032555746 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.2443260568 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.2362520892 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.237444458 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.2217169092 - }, - { - "dataset":"heart-va", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2292192784 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.2303524534 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.2164377833 - }, - { - "dataset":"heart-va", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.2770424131 - }, - { - "dataset":"heart-va", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.2659570832 - }, - { - "dataset":"heart-va", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.234210195 - }, - { - "dataset":"hepatitis", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7867036062 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8016421622 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7621040889 - }, - { - "dataset":"hepatitis", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8221399312 - }, - { - "dataset":"hepatitis", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8355332456 - }, - { - "dataset":"hepatitis", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7924383732 - }, - { - "dataset":"hill-valley", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.497095893 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5401260291 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5859188986 - }, - { - "dataset":"hill-valley", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5765060751 - }, - { - "dataset":"hill-valley", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5368691462 - }, - { - "dataset":"hill-valley", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5910445824 - }, - { - "dataset":"horse-colic", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6213650387 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7951674696 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7604823593 - }, - { - "dataset":"horse-colic", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.803072977 - }, - { - "dataset":"horse-colic", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8154139263 - }, - { - "dataset":"horse-colic", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7748114192 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6673596532 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6716668811 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6052508969 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6336278549 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.617537837 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6122985475 - }, - { - "dataset":"image-segmentation", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8527270229 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9020880092 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8950298195 - }, - { - "dataset":"image-segmentation", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9052364972 - }, - { - "dataset":"image-segmentation", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9142450297 - }, - { - "dataset":"image-segmentation", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8873483075 - }, - { - "dataset":"ionosphere", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.880348408 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9180014727 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8996572707 - }, - { - "dataset":"ionosphere", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9281656793 - }, - { - "dataset":"ionosphere", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9114748717 - }, - { - "dataset":"ionosphere", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.867019329 - }, - { - "dataset":"iris", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4218019193 - }, - { - "dataset":"iris", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8037580479 - }, - { - "dataset":"iris", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7570606311 - }, - { - "dataset":"iris", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5513754575 - }, - { - "dataset":"iris", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6180421242 - }, - { - "dataset":"iris", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7088059421 - }, - { - "dataset":"led-display", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1766438383 - }, - { - "dataset":"led-display", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7160447148 - }, - { - "dataset":"led-display", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7340653509 - }, - { - "dataset":"led-display", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6843423983 - }, - { - "dataset":"led-display", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.659729318 - }, - { - "dataset":"led-display", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6871020431 - }, - { - "dataset":"lenses", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5133928571 - }, - { - "dataset":"lenses", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5401785714 - }, - { - "dataset":"lenses", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.1361607143 - }, - { - "dataset":"lenses", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.4732142857 - }, - { - "dataset":"lenses", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.4352678571 - }, - { - "dataset":"lenses", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3683035714 - }, - { - "dataset":"letter", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6755701132 - }, - { - "dataset":"letter", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7075551426 - }, - { - "dataset":"letter", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6830267196 - }, - { - "dataset":"letter", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7011428385 - }, - { - "dataset":"letter", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7054615107 - }, - { - "dataset":"letter", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7200801761 - }, - { - "dataset":"libras", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2953964245 - }, - { - "dataset":"libras", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6947613034 - }, - { - "dataset":"libras", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6842081334 - }, - { - "dataset":"libras", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6993408829 - }, - { - "dataset":"libras", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7150436418 - }, - { - "dataset":"libras", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6382307541 - }, - { - "dataset":"low-res-spect", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5169817277 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8466064129 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8323133172 - }, - { - "dataset":"low-res-spect", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8373834439 - }, - { - "dataset":"low-res-spect", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8322830257 - }, - { - "dataset":"low-res-spect", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8069568909 - }, - { - "dataset":"lung-cancer", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3610294118 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4448529412 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.3198529412 - }, - { - "dataset":"lung-cancer", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3935661765 - }, - { - "dataset":"lung-cancer", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3976102941 - }, - { - "dataset":"lung-cancer", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4238970588 - }, - { - "dataset":"lymphography", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3658694819 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6001897461 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7734669708 - }, - { - "dataset":"lymphography", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7542777641 - }, - { - "dataset":"lymphography", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.740147589 - }, - { - "dataset":"lymphography", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7135598899 - }, - { - "dataset":"magic", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8284795599 - }, - { - "dataset":"magic", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8434562208 - }, - { - "dataset":"magic", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8360547707 - }, - { - "dataset":"magic", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8358623801 - }, - { - "dataset":"magic", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8437570694 - }, - { - "dataset":"magic", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.838619579 - }, - { - "dataset":"mammographic", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7154509193 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8063107355 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7984568722 - }, - { - "dataset":"mammographic", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8097562218 - }, - { - "dataset":"mammographic", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8002940788 - }, - { - "dataset":"mammographic", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8040823631 - }, - { - "dataset":"miniboone", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8747560815 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8823585691 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8735489402 - }, - { - "dataset":"miniboone", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8697816239 - }, - { - "dataset":"miniboone", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8688409273 - }, - { - "dataset":"miniboone", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8761086915 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6648784347 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6573229699 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7098290769 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7501697345 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7513613085 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6968377537 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8207784787 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.806957385 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8224677122 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8072802023 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7881875055 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8185356867 - }, - { - "dataset":"monks-1", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5899333103 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7942570159 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6583455803 - }, - { - "dataset":"monks-1", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7218234567 - }, - { - "dataset":"monks-1", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8297217066 - }, - { - "dataset":"monks-1", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7741845296 - }, - { - "dataset":"monks-2", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4844118112 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6156524231 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4501257735 - }, - { - "dataset":"monks-2", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6120553008 - }, - { - "dataset":"monks-2", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6156524231 - }, - { - "dataset":"monks-2", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6067602362 - }, - { - "dataset":"monks-3", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6073457712 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5403147384 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5862530103 - }, - { - "dataset":"monks-3", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5063785357 - }, - { - "dataset":"monks-3", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5033740006 - }, - { - "dataset":"monks-3", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5008229801 - }, - { - "dataset":"mushroom", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9871984237 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9993311555 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9958222056 - }, - { - "dataset":"mushroom", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9956128483 - }, - { - "dataset":"mushroom", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9993832263 - }, - { - "dataset":"mushroom", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9987158604 - }, - { - "dataset":"musk-1", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8030205012 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8230431985 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.838711339 - }, - { - "dataset":"musk-1", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8361936117 - }, - { - "dataset":"musk-1", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8441074203 - }, - { - "dataset":"musk-1", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8228729284 - }, - { - "dataset":"musk-2", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9577690919 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9631783148 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.962101243 - }, - { - "dataset":"musk-2", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9636828979 - }, - { - "dataset":"musk-2", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9637974037 - }, - { - "dataset":"musk-2", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9636894705 - }, - { - "dataset":"nursery", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8362249362 - }, - { - "dataset":"nursery", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8875492877 - }, - { - "dataset":"nursery", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8623380097 - }, - { - "dataset":"nursery", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7858964065 - }, - { - "dataset":"nursery", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8007774499 - }, - { - "dataset":"nursery", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8657563132 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6659377829 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7264968174 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7098667432 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7323091139 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7408710199 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7088258316 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.855865876 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8756709661 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8740721219 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8640553724 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8729657333 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8696576838 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.644897367 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7424270088 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7292100996 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7162276424 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7290903927 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7044579951 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7702574834 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8745117942 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8613165127 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8646532678 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8772764538 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8523034383 - }, - { - "dataset":"optical", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9398035746 - }, - { - "dataset":"optical", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9560919081 - }, - { - "dataset":"optical", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9578096504 - }, - { - "dataset":"optical", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9500688584 - }, - { - "dataset":"optical", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9584526303 - }, - { - "dataset":"optical", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9587872097 - }, - { - "dataset":"ozone", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9376478535 - }, - { - "dataset":"ozone", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9570620941 - }, - { - "dataset":"ozone", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9281431409 - }, - { - "dataset":"ozone", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9110216966 - }, - { - "dataset":"ozone", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.941296515 - }, - { - "dataset":"ozone", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.940745535 - }, - { - "dataset":"page-blocks", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8743685892 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9027876008 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8996457933 - }, - { - "dataset":"page-blocks", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8858289321 - }, - { - "dataset":"page-blocks", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8600478713 - }, - { - "dataset":"page-blocks", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8946380259 - }, - { - "dataset":"parkinsons", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7951599693 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7956713385 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7326775827 - }, - { - "dataset":"parkinsons", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7976219832 - }, - { - "dataset":"parkinsons", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8346044544 - }, - { - "dataset":"parkinsons", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7016166769 - }, - { - "dataset":"pendigits", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8811260435 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9286917547 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8965202669 - }, - { - "dataset":"pendigits", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9109803798 - }, - { - "dataset":"pendigits", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9285709953 - }, - { - "dataset":"pendigits", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9314944761 - }, - { - "dataset":"pima", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6272907102 - }, - { - "dataset":"pima", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7528163655 - }, - { - "dataset":"pima", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7301265373 - }, - { - "dataset":"pima", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7373672114 - }, - { - "dataset":"pima", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7512046097 - }, - { - "dataset":"pima", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.748594141 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3129893231 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7510058873 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5438955569 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5769428588 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6999392158 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6675485461 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3570358339 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5121020204 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.3769530758 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.4885408404 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.4965511235 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4862991559 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4229898528 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4441368314 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4655496548 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3706690728 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.494611544 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4366158743 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6770478517 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7820832048 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5167300635 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.644378373 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7718059671 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.593843883 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2432374908 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.2133100365 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.2299265978 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.1590560066 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.2318729979 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.2734548709 - }, - { - "dataset":"planning", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6781208745 - }, - { - "dataset":"planning", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6108418643 - }, - { - "dataset":"planning", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5328713332 - }, - { - "dataset":"planning", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5417187562 - }, - { - "dataset":"planning", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5748790692 - }, - { - "dataset":"planning", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5784833945 - }, - { - "dataset":"plant-margin", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3573117433 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7360472109 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7323575265 - }, - { - "dataset":"plant-margin", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7142048368 - }, - { - "dataset":"plant-margin", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7404173192 - }, - { - "dataset":"plant-margin", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7380090923 - }, - { - "dataset":"plant-shape", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1482799715 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.518670968 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5158972267 - }, - { - "dataset":"plant-shape", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.4924204021 - }, - { - "dataset":"plant-shape", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5206456784 - }, - { - "dataset":"plant-shape", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4669018948 - }, - { - "dataset":"plant-texture", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4822699236 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6953631651 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.709841389 - }, - { - "dataset":"plant-texture", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6880291367 - }, - { - "dataset":"plant-texture", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7059029748 - }, - { - "dataset":"plant-texture", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7135359979 - }, - { - "dataset":"post-operative", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.361618159 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4392524111 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4056605604 - }, - { - "dataset":"post-operative", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.4556465788 - }, - { - "dataset":"post-operative", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5551643554 - }, - { - "dataset":"post-operative", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5103846373 - }, - { - "dataset":"primary-tumor", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.0860371989 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.2473580504 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.3497177865 - }, - { - "dataset":"primary-tumor", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3161391353 - }, - { - "dataset":"primary-tumor", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3201322317 - }, - { - "dataset":"primary-tumor", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.2512659518 - }, - { - "dataset":"ringnorm", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9487523492 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.981712455 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.972413834 - }, - { - "dataset":"ringnorm", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9645164241 - }, - { - "dataset":"ringnorm", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9826222415 - }, - { - "dataset":"ringnorm", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9795877711 - }, - { - "dataset":"seeds", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4471690188 - }, - { - "dataset":"seeds", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8771589382 - }, - { - "dataset":"seeds", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8706317204 - }, - { - "dataset":"seeds", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7544354839 - }, - { - "dataset":"seeds", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7566952285 - }, - { - "dataset":"seeds", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8262642809 - }, - { - "dataset":"semeion", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8478677718 - }, - { - "dataset":"semeion", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.913687641 - }, - { - "dataset":"semeion", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9006082451 - }, - { - "dataset":"semeion", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9021266034 - }, - { - "dataset":"semeion", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9128706669 - }, - { - "dataset":"semeion", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.90115429 - }, - { - "dataset":"soybean", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6952702045 - }, - { - "dataset":"soybean", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8471733501 - }, - { - "dataset":"soybean", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8326126886 - }, - { - "dataset":"soybean", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8437206851 - }, - { - "dataset":"soybean", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8746358823 - }, - { - "dataset":"soybean", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.827839696 - }, - { - "dataset":"spambase", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9273425309 - }, - { - "dataset":"spambase", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9280014466 - }, - { - "dataset":"spambase", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9292717379 - }, - { - "dataset":"spambase", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9294548438 - }, - { - "dataset":"spambase", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9271793243 - }, - { - "dataset":"spambase", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9307356611 - }, - { - "dataset":"spect", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.687002006 - }, - { - "dataset":"spect", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6773730457 - }, - { - "dataset":"spect", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6850945947 - }, - { - "dataset":"spect", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6860469202 - }, - { - "dataset":"spect", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.733068871 - }, - { - "dataset":"spect", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6869378844 - }, - { - "dataset":"spectf", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5368840882 - }, - { - "dataset":"spectf", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5621027869 - }, - { - "dataset":"spectf", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5000011577 - }, - { - "dataset":"spectf", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.52487138 - }, - { - "dataset":"spectf", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5577377004 - }, - { - "dataset":"spectf", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5084051125 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5935751291 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.650853588 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.546233701 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5934672421 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5628186199 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5679592963 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7209131326 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7340960056 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7297099094 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7110674459 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7085869864 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7238175991 - }, - { - "dataset":"statlog-heart", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5883519037 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7590190122 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7919454374 - }, - { - "dataset":"statlog-heart", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7987892392 - }, - { - "dataset":"statlog-heart", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7938923221 - }, - { - "dataset":"statlog-heart", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7835577888 - }, - { - "dataset":"statlog-image", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8386508212 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8782224158 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8768828408 - }, - { - "dataset":"statlog-image", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8780558528 - }, - { - "dataset":"statlog-image", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8767497056 - }, - { - "dataset":"statlog-image", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.87966264 - }, - { - "dataset":"statlog-landsat", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8392948734 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8689530499 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8598024874 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8585967509 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8707308571 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8643487108 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9328969478 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.918072369 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8672201398 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8058799808 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8447262905 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8769377829 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5753047798 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6756145431 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.691760069 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6856758332 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.702360049 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6688270173 - }, - { - "dataset":"steel-plates", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5105461417 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6776965514 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6466759855 - }, - { - "dataset":"steel-plates", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6567972838 - }, - { - "dataset":"steel-plates", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.684526617 - }, - { - "dataset":"steel-plates", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6616144676 - }, - { - "dataset":"synthetic-control", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7349037544 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9751503447 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.964144479 - }, - { - "dataset":"synthetic-control", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9539214821 - }, - { - "dataset":"synthetic-control", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9751380406 - }, - { - "dataset":"synthetic-control", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.971008393 - }, - { - "dataset":"teaching", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3230156158 - }, - { - "dataset":"teaching", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4449111735 - }, - { - "dataset":"teaching", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.3636843794 - }, - { - "dataset":"teaching", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3386563 - }, - { - "dataset":"teaching", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.4195255914 - }, - { - "dataset":"teaching", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.317097078 - }, - { - "dataset":"thyroid", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9089035761 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9038197654 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8876952966 - }, - { - "dataset":"thyroid", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.800791071 - }, - { - "dataset":"thyroid", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8596515084 - }, - { - "dataset":"thyroid", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8305636149 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6999411255 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7814275436 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7673445583 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7950697783 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8869297036 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.727688279 - }, - { - "dataset":"titanic", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7665443556 - }, - { - "dataset":"titanic", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7657801861 - }, - { - "dataset":"titanic", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7718763339 - }, - { - "dataset":"titanic", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7667742419 - }, - { - "dataset":"titanic", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7429259936 - }, - { - "dataset":"titanic", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7684683582 - }, - { - "dataset":"trains", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6875 - }, - { - "dataset":"trains", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7291666667 - }, - { - "dataset":"trains", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5625 - }, - { - "dataset":"trains", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7708333333 - }, - { - "dataset":"trains", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7708333333 - }, - { - "dataset":"trains", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6458333333 - }, - { - "dataset":"twonorm", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9776736935 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9767696333 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9777877797 - }, - { - "dataset":"twonorm", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9769946934 - }, - { - "dataset":"twonorm", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9773902471 - }, - { - "dataset":"twonorm", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.976712117 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4071690879 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7735413417 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7707369793 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7583122361 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7619919701 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7186856151 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.437309741 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7159258458 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7573942939 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5709012119 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7272492597 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7252286853 - }, - { - "dataset":"wall-following", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7045508806 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7795409829 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7586608838 - }, - { - "dataset":"wall-following", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7586891817 - }, - { - "dataset":"wall-following", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7835173385 - }, - { - "dataset":"wall-following", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7781796308 - }, - { - "dataset":"waveform", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8665558692 - }, - { - "dataset":"waveform", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8640688657 - }, - { - "dataset":"waveform", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8668844757 - }, - { - "dataset":"waveform", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8570780838 - }, - { - "dataset":"waveform", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8609082832 - }, - { - "dataset":"waveform", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8665609089 - }, - { - "dataset":"waveform-noise", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.857957347 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8477852489 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8614126947 - }, - { - "dataset":"waveform-noise", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8487978447 - }, - { - "dataset":"waveform-noise", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8418176648 - }, - { - "dataset":"waveform-noise", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8574020536 - }, - { - "dataset":"wine", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6276913879 - }, - { - "dataset":"wine", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8963523425 - }, - { - "dataset":"wine", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9257773471 - }, - { - "dataset":"wine", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9225514602 - }, - { - "dataset":"wine", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9515510973 - }, - { - "dataset":"wine", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9104427154 - }, - { - "dataset":"wine-quality-red", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2827433983 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4369875426 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4192906212 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3848203672 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3722602316 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3918821838 - }, - { - "dataset":"wine-quality-white", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2955627666 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.3595538925 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.3276328002 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.342006748 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3227773696 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3533220519 - }, - { - "dataset":"yeast", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2709712826 - }, - { - "dataset":"yeast", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.500735295 - }, - { - "dataset":"yeast", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5110219118 - }, - { - "dataset":"yeast", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.4943548689 - }, - { - "dataset":"yeast", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.4717355817 - }, - { - "dataset":"yeast", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5010191337 - }, - { - "dataset":"zoo", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2236201012 - }, - { - "dataset":"zoo", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8187672432 - }, - { - "dataset":"zoo", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8716950516 - }, - { - "dataset":"zoo", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.837794461 - }, - { - "dataset":"zoo", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6845200198 - }, - { - "dataset":"zoo", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.709699526 - } -] \ No newline at end of file