diff --git "a/UCI_N6/wilcoxon_prep_all.json" "b/UCI_N6/wilcoxon_prep_all.json" new file mode 100644--- /dev/null +++ "b/UCI_N6/wilcoxon_prep_all.json" @@ -0,0 +1,21782 @@ +[ + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2734624855 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3085598201 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3166078702 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3041148186 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3152887896 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2979455218 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3655998819 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3274137117 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3101485446 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3836029507 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2511962121 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4463692456 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2468977198 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6285997033 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6416980177 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6379944682 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6270296276 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6121724695 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6351210177 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0172684453 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5160655364 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5886923969 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6556740701 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7383661568 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6577819586 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0097517725 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4369249232 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5307548717 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5102473795 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5267589316 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4551443607 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.080423967 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1301670673 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2019907311 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2579531148 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1452548001 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0926164181 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.327384036 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2589917667 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2580918316 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2727293745 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1988636404 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0454545468 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0909090936 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1613636408 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2259260565 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6822851896 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6738982052 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5896370262 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5957713351 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6302367896 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0671557561 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1863154918 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0992914385 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2743763775 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0965281203 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4086878151 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.144984467 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3535457999 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.172391912 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1341692662 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8549873382 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9163693935 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.930832535 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4054517448 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0773372706 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8728925139 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8760718107 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.885931164 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8975540102 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8872658908 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2252706662 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3917415962 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5172485262 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6225962192 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3775291033 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0276369164 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1122956015 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1626238329 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1670536585 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0162151079 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1092375368 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.279580012 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3697312549 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3235510364 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3655784875 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3732960746 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1649584994 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3514787927 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3726161644 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3360153362 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3535718173 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3595179766 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7006836385 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.759800002 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7568227947 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.744044289 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7461418509 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7284708619 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0094879142 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0162569801 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0371378781 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0244785147 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0121752645 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0291777002 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.8236062378 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8767232448 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.883609429 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8711910248 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9104890078 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8732450753 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0838942886 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1887389347 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2396173105 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0771485702 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.562143892 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6310575455 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.580180496 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6407080144 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4605819061 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0148456059 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2673381642 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1980238315 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2708814517 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3492097855 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2308493108 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2876734883 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4704054296 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.378614299 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3200100139 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4726849943 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4611028209 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0002917153 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1259060111 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1688396521 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1291487925 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1575138383 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1590721607 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1741330737 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4567899406 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7274019122 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6836323142 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6940045357 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6601848453 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0040064105 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.303907942 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3774188161 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3335066736 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4895705432 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4071042538 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1465385407 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6470128745 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7507813126 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.871936813 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9119974971 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7747101784 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2932339422 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2119490094 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4091284946 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1512705318 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.01782523 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4667505175 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.241569343 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1289621093 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1350851543 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1148648709 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4330659509 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6322085112 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.510824725 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6287847087 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5339681506 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5857165679 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6294480711 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6461666226 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7413045466 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4703337103 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3261425719 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3634424061 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4119604453 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1259818566 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0762452437 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1886287332 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1018360527 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1504371539 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1314409599 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0360882056 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0633859513 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0304204116 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0854860849 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0536375173 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2504505515 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0739269787 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1874903755 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0280890977 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1585113849 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1044212785 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.009615385 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0555525501 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0025510204 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0434782617 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2568529211 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0392361275 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2281751204 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1306193061 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1771051455 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4540943094 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.531738624 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6644083261 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5852352232 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0251391106 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0104332275 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0070548491 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0086696884 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0041158537 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0225375919 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0229166676 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0916666687 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4492136836 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5855149627 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7146880329 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5260222405 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0005154639 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0226360969 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0107571532 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0267184507 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.010309279 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0226217303 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3751185164 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4516112357 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5404469967 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5874012262 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5276668742 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.040760871 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.235385295 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1938493997 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2420185506 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.078858197 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5600208789 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7082193792 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7352482677 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7291483879 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7829961777 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6714119613 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.720785819 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7920976281 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8128299713 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8208553493 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6785732135 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2665477553 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.144411575 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2828812599 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1302627996 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4421463609 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5524835736 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4847094566 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4073285088 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4415366277 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0178571437 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0535714328 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0714285746 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4025860354 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4469523802 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4121654332 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4340068847 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.451123409 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4608105123 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0070093456 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5726596266 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5550458729 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5368353501 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5964975804 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4672331586 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0517342562 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.742195487 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7662055194 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7282569855 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7493222654 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7198537141 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.046875 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0544117652 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2181985341 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2735294178 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1325367652 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0087122682 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4708094746 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3998181596 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4226388484 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.379427366 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5652616173 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6059200168 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5902400464 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5708940923 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5729738921 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5682377666 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0230434779 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3413676138 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5803554393 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5412625 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5923990533 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2922425083 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6578392088 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6784363985 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6850470752 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6147833467 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.62101008 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.660817042 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0423076935 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3721519187 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3155279644 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3882470801 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.389239464 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5204697251 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5050287843 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5993871838 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5236305594 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5196621269 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5857494771 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2353578359 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1862039026 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2035543434 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4303970858 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3713661656 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0946428552 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3038836122 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6049755961 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0265234765 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1696163416 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5008229837 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5008229837 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3209482655 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.9551153034 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9876194149 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.9747760594 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9812850058 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9927313179 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9889664799 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2802496776 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5414935928 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7086594552 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7532231063 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7805727571 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7034328431 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.8907351643 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9312121272 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.9282975346 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9351097941 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.943184793 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9289984107 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4105318487 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5043562576 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.528309606 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5113283172 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5227912515 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5364318043 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4029770941 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3044551387 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.389976196 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.434804827 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2619857043 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.531421721 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5794697776 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8176881373 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8120716214 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8226023465 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.803110823 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0843658037 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3274681419 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2886217162 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2964806929 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3713860363 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2664470077 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.239466479 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.72429654 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7103653401 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7000290751 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7311699837 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6876856685 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.8756257594 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9107133299 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.9150424749 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9038776755 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9174012542 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9134975374 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4113645405 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9009886384 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8687122315 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8404439986 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8857308775 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8826685697 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4912194759 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7083008289 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7466623932 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7218831629 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.648338221 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7425058633 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4796173014 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5384104997 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6285182089 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3688761964 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7420933098 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8285503238 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7732418925 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7921729386 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8334813565 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8325527757 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1508553393 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.448028937 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3956457824 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4812199026 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4412298985 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2400039509 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0477056508 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2201815881 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1198967705 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0611490915 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0566086024 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1837346442 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0203595972 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1926589999 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0618463191 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0954528744 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.036913103 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1929628542 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2098822109 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.329777576 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1363998484 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0445293081 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0113636367 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0391207151 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1851065978 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.035191671 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1551358094 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1339080445 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1428844286 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.534779489 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5264546275 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4793323949 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5326734334 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5219540447 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0077142267 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2292396091 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.22214913 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.202631101 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2386238314 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1797806174 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2606531642 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5553827137 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5796025842 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5388846099 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5645962209 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5738640428 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0916849254 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0627871938 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0722302115 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0318181813 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.034225503 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.181214137 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1131726019 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0871715192 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0714949276 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7932026684 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8717175573 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8465737104 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8413657844 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.892624706 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9046188593 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2963079587 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.593493782 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.346454978 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5398185551 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2636886742 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7507445812 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8521970659 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8505161703 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8422912359 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8630249947 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8429893404 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.3609690145 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7259166986 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7647008598 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7708435804 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7826460004 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7248059809 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.8074629158 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8236107081 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8266670257 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8278609812 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8321429044 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8196463585 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0292442339 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4086102992 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3174939975 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3889816254 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1832806244 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5000011623 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5042384416 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4916701317 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2770491801 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1745625753 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1084645409 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1857879572 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1423040992 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0838898122 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3225642927 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5198744312 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4052242264 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4533501118 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4706549421 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.276435609 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6730514467 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3958288282 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5780180246 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.486507453 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.3704860434 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7103046328 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7104661167 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7243339419 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.736992836 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6871206462 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7406059057 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7828876078 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7660944611 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7594758272 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7764463872 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7712707669 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.3056118302 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2543275114 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5842957348 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4275070373 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4913007095 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.552574411 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1100291692 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3271058053 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3417820036 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3574366942 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3882303238 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.337423481 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.3054356985 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.510455966 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4928458631 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4883105457 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5258830488 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5064538866 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.3720917627 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7962308824 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8097511679 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7962096483 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9248746037 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8209015429 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0714981307 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0054945056 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0322729927 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.142377208 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.549004823 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5471668243 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4254840538 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5371376649 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4992692322 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2071429242 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3798160329 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3649195954 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4778116643 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2312407559 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0758324079 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2490811795 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2982779031 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2904335968 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1655434519 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1122222103 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3333333433 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3958333358 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3541666716 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6875000149 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4583333395 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.9266029447 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9255168736 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.9284031093 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9312739968 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9326199591 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9286141843 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1937700587 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3599777296 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4142441973 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3467885423 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2810891382 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0597222224 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4240663871 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1938687749 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3779359981 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1441942696 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4194985032 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5299053788 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4857002795 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5064588785 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5658277124 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5559913367 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.679146558 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6745520085 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.700708285 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6919789612 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6920064092 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6935734898 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6493335664 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6372601837 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6925759315 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.653232187 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6390458196 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.674176544 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1261904836 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7267743945 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6334207281 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8031976223 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7042003721 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0312816002 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1464588419 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0659407154 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0476260171 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1180017926 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0150462885 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0772662973 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0436980766 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0515852515 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0833023051 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0025096124 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.04277366 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1995705348 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2050622031 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1385223959 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1754455306 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0793850794 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5881923772 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.568579331 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5213351548 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2823111173 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1243280303 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1730737761 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1835921779 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1713960394 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.177357547 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1619559638 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0785714313 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0821428597 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0411392413 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0189873427 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3737044185 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4022852629 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3987439945 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3673078418 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3381314799 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3936707154 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4095630795 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4859514087 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5389667824 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6290058345 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5381014943 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0026595744 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2117953207 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3479528725 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2660057992 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3816046193 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2511796318 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0054347827 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.037558767 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0355000352 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0885858461 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0406655554 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0475946809 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0241400693 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.051301186 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0300385091 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0027563395 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1978875841 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3121527359 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.150931716 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1682797819 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.244533509 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0028216704 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0242089825 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0067569955 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0304339347 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0096119889 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1134092566 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0013513514 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0333110397 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0189487831 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0394431539 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3854361698 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5768155158 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7329788804 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2375006536 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5692374185 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.6993759423 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.6842843294 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.726312682 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7599463761 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0757522509 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1579090664 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2234371044 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3786109388 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1425073296 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0431547631 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0432167668 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0366785545 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0172084123 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0976229329 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0323519852 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0131453155 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0691214204 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0385051779 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.093774911 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1193239968 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0930415615 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1088955551 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1095306482 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3698644117 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5311430842 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5276240557 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4904227331 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4913235232 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4698034078 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0001039642 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0002973438 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0013384717 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0005798373 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0004162967 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0007584876 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3195789456 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4651177377 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4946751744 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4358098879 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5670816153 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4819150791 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0342895689 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0576273438 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1259220298 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0086167067 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2196242213 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3769444823 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2821202204 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3526182622 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.216503419 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0242038076 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0170818801 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0253873537 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0318972156 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0294940588 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0062815081 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.062142971 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0163659456 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0132477374 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0596298333 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0645308457 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0137797866 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.026537417 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0111800581 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0242704106 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0172633859 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0066747572 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0604848964 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4146543294 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1874266248 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2540738583 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2683350723 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0706774164 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1023283191 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0715568522 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1662357971 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1103634574 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0398826972 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3972436115 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4751577973 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.6741593927 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7527388632 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5491724387 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0594655711 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0244410832 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1060386086 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0064102565 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0114605636 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0828203564 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0153263407 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0278747049 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0152484425 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0360503498 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1538564079 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0329687279 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3073132746 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0092380517 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1875598468 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3538520606 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2619094644 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3907103203 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2076015025 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0528595992 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0494330642 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0350877196 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0087719299 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0232905997 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0804753229 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0275632064 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0485033775 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0338900252 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0018518518 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0111111104 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0018518518 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0508824082 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0113589303 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0013586957 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0012953368 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.004672897 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0669996351 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0235294122 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0216763001 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0041899439 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.119242968 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.090009274 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2299322188 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1581857633 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0020325202 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.166502085 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1289883722 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4204410836 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1219534073 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0005081301 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0005208334 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0015306634 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0010309279 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0020461273 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0532846344 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1036745021 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0728212697 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1363208126 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1261380343 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0163043477 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1116991024 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0984868202 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1184791438 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0248964923 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3226246014 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3570263833 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3459630311 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3498385474 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3833027929 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3092852458 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4085569791 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.498318404 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.495562233 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.606172055 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3831051793 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0120931289 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1038633343 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.091870714 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1153221866 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0706883871 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0597788421 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1215099804 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1451784112 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1421846226 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1435623281 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1515544467 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1585175544 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0023364485 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3657629564 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.370110862 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3146686852 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4294875264 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2763277665 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0136778113 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5885643959 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.6328385323 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5898736268 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6226889342 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5919802412 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0147058824 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0500000017 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0500000017 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.03125 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0030120481 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1121660606 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0505555286 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0435415311 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0533487704 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1294835098 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2029045485 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1317742411 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1416953169 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1685732603 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1534720622 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.086205788 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2095179469 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0866741447 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2358066961 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0539130459 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2641925365 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3089042157 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3441609368 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1741857231 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1963756904 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2573840134 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0038461538 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1129830256 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0378565299 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0906487219 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1031497456 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.124631539 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1297013257 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2477328368 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1512567699 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1666155644 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2132207118 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0133774611 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0084269661 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0578016425 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0052631581 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0535714291 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0280844164 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4166232198 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0027777778 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4683436453 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.458416298 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.8675741851 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.9384775311 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.9079515636 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.9114050567 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.9594763517 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.9466745257 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1128914384 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3368876619 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5221311003 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5520219728 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6548577845 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4842975959 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.7107877582 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.8593917042 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.8483861536 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.8616544306 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.8974572271 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.8365262151 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0164454205 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0224676518 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.063158771 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1214715056 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1822233647 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0647739209 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0911397785 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0606496884 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0776250362 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1099670604 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0483276742 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2129644752 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3708582437 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7242533118 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.6919531375 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7179495245 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.6802697778 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0266119475 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0930383652 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0895301793 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.075924376 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1014316734 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0775625678 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1187309865 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4452933222 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4616194442 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4438995942 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4678670093 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4208146036 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.7244533896 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.7792537659 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.8122638613 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.7697118521 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7937464416 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7879761904 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3508902788 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.7958267033 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7561226636 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.7176519483 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7833731025 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7686736882 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.033389206 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0637575923 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2274180837 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1492593475 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1313348291 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2417111769 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3401038125 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3142288923 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4257064387 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1966362856 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.400127627 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5069126487 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4526933357 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4720745981 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.529190138 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5325416476 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0242980551 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1352891044 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0592094352 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1164622568 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1181255057 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0285714306 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0360552073 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0407253914 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0232418524 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0230769236 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0081967209 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0195970708 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0122950813 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0267727338 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0024752475 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0099009899 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0403277031 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2603694089 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2619196773 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2125358097 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2645152435 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2598370314 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0515404344 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0580456862 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0461489093 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0593211539 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0433706557 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0885170233 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3346240968 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3717235327 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3375898451 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3556599915 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3607594743 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0042372881 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0534590585 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0209450722 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0113700456 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.007614213 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3135918677 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4364850819 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3537677079 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4246098846 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5518293083 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5622013807 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0265456988 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2235761061 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1077536978 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2596690133 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0241305437 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.5500248969 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.7337156981 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7476555705 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.737958625 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.762327984 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7278415412 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1615017615 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.55427026 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.6010739952 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5887270868 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6552886367 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5274423212 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.5074036866 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5232058167 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5412800461 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5441823006 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5654040426 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5244053453 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.11434709 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0880132671 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1153558232 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0204985249 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2541689859 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3929934949 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1486524008 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1618852429 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0397250672 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0120386668 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0508890625 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0095790194 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0113190652 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2301142402 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.080521266 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1373859253 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1559706405 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0322287697 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4301258624 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0837300085 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2129619159 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0797752286 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2765879333 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3332878128 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3417692706 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3632919341 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4071785659 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3061366603 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.5124362707 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5954942405 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.548919484 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5330214649 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.577092573 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5606966764 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0274212895 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0414507734 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.070950863 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0344235577 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0489516677 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0445397114 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0038834952 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.037170792 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0337959838 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0343223317 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0660781479 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0347897587 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1860208251 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2900674716 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2949865088 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2906372622 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3124739975 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3023142442 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1238866504 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4752603061 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4597907737 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4860345349 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6449763775 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4881480262 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0143474455 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2215240896 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.236555323 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.202046819 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2301782556 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2529484555 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0125144052 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0263159559 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0154859787 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0395121644 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0306271045 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.00547576 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0295663695 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0675690807 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1236437298 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0486884508 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1041666679 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1041666679 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2291666716 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5833333433 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2916666716 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.7638910562 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.7580880821 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7872307748 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.7953528613 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.781372726 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7853428274 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0615972099 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1111941127 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1158032252 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1674363278 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0429337709 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0013888889 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1825133562 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0488128485 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1014079941 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0069679851 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1026931107 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2018365413 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1743589044 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1816310622 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2310357131 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2325560227 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3468557224 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3235250562 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4070896506 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3629353344 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3835720718 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3863802105 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.268673677 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2674109936 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3971843049 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2841698974 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2692025974 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3487651721 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0404761918 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3213417977 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2156487387 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4653384537 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2715387978 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0002615063 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.026571136 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0044292625 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0005219229 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0143176111 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0010204669 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.00449747 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0025424202 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0038935562 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0074678246 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.001953125 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0089800484 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0442011664 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0398127043 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0235028258 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0305161064 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2085964028 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1724166125 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3260093927 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0439768136 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4724034667 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.505663991 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.511410825 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5048900396 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5093795881 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5010280013 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2432432473 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0181159414 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7147732452 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6595086455 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6096777022 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4699544683 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2081380635 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0787671208 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6237999946 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8370703757 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7993757576 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7216775566 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7498743236 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7583943754 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7508939207 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7444803268 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7424668968 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7504819632 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.038854003 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5868701711 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6557514369 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7376695722 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7914193273 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7311468869 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0115248226 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5581798032 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6030627787 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6013542265 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5832417011 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5528089181 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2268498652 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2429071292 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.318742536 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3413665891 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2564890236 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0186170209 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5398074612 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6010270864 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5122513622 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5594080687 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5249833837 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.238636367 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3340909146 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2926136404 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.176136367 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2988636419 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3663333058 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8330297023 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8083429337 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7643615156 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7563646287 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7836613357 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0609339438 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1360773293 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4820018709 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4772252515 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5307114795 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4719527848 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1260533556 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5470488667 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5221184567 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5793417692 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4745728001 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3537992053 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3978825137 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9429092407 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9567533731 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9585037529 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9049645215 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4488101257 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.936779812 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9431362748 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9366482496 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9396001846 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9352371544 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3234498203 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5746368021 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.668975547 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7178130448 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5673580319 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1111815423 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2541683549 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2977258265 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3103284873 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1061769575 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2622400671 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6426830143 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6272603273 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6302939057 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6602230072 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6362241507 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.385903433 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5554041564 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5573056638 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5269152969 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5380348861 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5396770537 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8177555352 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8390250355 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8396086991 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8274044842 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8172563463 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8187502325 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0829948056 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1041371068 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1266284958 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1205436103 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.0977274608 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1355901621 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9265944213 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9498691112 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9472889751 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9467636347 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.958786279 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9471426904 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0305881014 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2381781433 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.40228476 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4072000124 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.173752971 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0934959352 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7235292196 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7401094586 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7357243299 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7474073172 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6725241467 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0775503833 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6436759233 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5029506758 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6088873744 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6661176234 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5672909766 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6285621226 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7243989855 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6912818402 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6298875064 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7174530178 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7149655223 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0841447026 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3496755958 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3675078005 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3417261764 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3795016333 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3661193401 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5362014174 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.624098476 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8120573014 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7989333123 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7970894724 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7889062464 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.014423077 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5857540369 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5726980641 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.583922863 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6414191723 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.617818892 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4147310704 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8360535353 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8863930106 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9314936697 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9497867674 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9095387757 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5420008749 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6418251246 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5741529837 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4381158203 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0025252525 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3061381057 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7067115456 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.426689392 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2759817522 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.515078783 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1383213042 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5964520937 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7761893272 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7438651621 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.738490656 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7817787379 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.092332609 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7534424365 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7695478201 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7964161038 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8295782357 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.71951814 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5131747276 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6815138161 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7275459468 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4499936067 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1646147631 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3034278676 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2609388381 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2990108915 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2606763951 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0945282634 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1712157223 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1612667125 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.1536205821 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1489933245 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2504505515 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1440134682 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3641617633 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5213773139 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4091374353 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.423051618 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2818877622 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2969632521 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1790867727 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.1809087992 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1435379996 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2087377203 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4115522578 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2668465823 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.422457315 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3313133903 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1662011147 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6011131555 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6770415902 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7529421151 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7772005498 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7689137608 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1366332443 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.0720415004 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.0822530689 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.0681433715 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0020325202 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1156787369 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.0943799922 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.0899358729 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.0956849437 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2016129047 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3233870957 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6708177924 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.749264881 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8109392226 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7163740844 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0215394772 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1058177575 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.0908336528 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1281228885 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.0426661633 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.0853117611 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.594561059 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6834364086 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.728351295 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7555044293 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6930820942 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0014326648 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.090287332 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4746626094 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.425848648 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4811161235 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2401269916 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7654591054 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8530343324 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8367188573 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8569723219 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8811531365 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8346667439 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1770833284 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8638462424 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8818174154 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8950270861 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8901082873 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8174676001 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0805555582 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.047995782 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5057303905 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3323504552 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5672585294 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4705437422 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6386013925 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6722278744 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6117963344 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5381383076 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5961054713 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.03125 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.0848214328 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1785714403 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2299107313 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1205357183 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5935173184 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6309846491 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6029748768 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6230318546 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.632863611 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6402016133 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0687227398 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6525141001 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6441560686 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6580634713 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6741239429 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5868782848 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1445019518 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8139440268 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8132020384 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7991830707 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8034496456 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7814549208 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1222426482 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2257352965 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3382352963 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3538602963 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2325367685 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1267099539 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6937123686 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6254717261 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6456566155 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6029814631 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7560342103 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7787637115 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7694365233 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7618237138 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7670000345 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7629991174 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2191304415 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6076450646 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7238077819 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7571973652 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7664377093 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6513596624 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8087147474 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8276378065 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8191204071 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8039288074 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8062261939 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8211087883 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1595317796 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6268658638 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5894088 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6274380237 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5913036466 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7390912026 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7165115625 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7589928359 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7237259001 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7043787092 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7554639131 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1212871298 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5554399788 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4293759689 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5539150238 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7426439375 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6600181013 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0961538479 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2317768559 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5725640282 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6156524122 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3440684378 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1201923117 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3852512427 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5008229837 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5008229837 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4888037518 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9782753438 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9970631152 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9911818057 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9915411621 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9985585958 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9961432219 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3828243762 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7100535631 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7981368154 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8124142736 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8291078359 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7876539677 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.939671427 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9549650997 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9532710165 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9558663368 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9578047991 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.954794988 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6875044852 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7926177531 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7682438046 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6964244246 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6958825737 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7682768852 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6247162372 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5304460898 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.638371557 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6546073705 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5256492868 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.621976167 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8136664778 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8525921702 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8466003984 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8534944952 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8477719426 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2326338366 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6010128856 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5712880939 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5690111816 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.614313677 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.534128353 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5964833051 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8373684436 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8182593286 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8097506315 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.839672178 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8073945343 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9206563383 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9459878951 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9470608681 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9386665076 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9476186484 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9478684068 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4401818663 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9397097081 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9088466614 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8897461444 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9249934554 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9230885208 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8019390106 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.858869046 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8607141972 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8459147066 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8075171262 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8560870886 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1747787595 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0342814273 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6137300134 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.697266221 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7739315629 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5518821031 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8463292122 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9049517214 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8647315502 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8837701082 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9057405293 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9079547524 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0873015895 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5473890975 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6437207311 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6278876662 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6637768 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6478767544 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0204918012 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4182885289 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3099053949 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5810223296 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5227024108 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0362903215 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.237125244 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3344509825 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2914758362 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2787426859 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1311475337 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0529960897 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3464985974 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2097013798 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2166926656 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2173679583 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4548256155 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1206896529 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3426196259 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5461369678 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6571856886 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.321356371 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1320736329 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.0836650138 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.141451038 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.0974369189 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1725663692 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0021929825 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.405228667 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.344433587 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3833640292 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4207507968 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2559430981 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6756596416 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6727484167 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6358334571 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6678388715 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6684839427 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0527137327 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.4211937413 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4093284905 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.37309701 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4229181632 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3539320603 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4043299593 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6519415379 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6722053736 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6430395097 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6601055712 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6703865826 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0396296298 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2692860775 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2829019036 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3388923183 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2295123553 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1101625375 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2854145989 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.227570273 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2025432251 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1698953649 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9161162674 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9636861682 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.948929131 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9395734817 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9662052095 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9662380815 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0770833343 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5240801424 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8176663369 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5886088833 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7323672771 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6054729521 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8180340976 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8958498985 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8857706636 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8829643726 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.899408862 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.884323433 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5746238083 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7970959693 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.815610528 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8108206838 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8556914479 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7978230715 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8990167677 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9009386152 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9053089023 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9052940607 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.904910773 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9031108171 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0491803251 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3283732161 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5933201909 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5507270992 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6429307461 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5196416229 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0040983604 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5000011623 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5207730085 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.541269213 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4067808203 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0005841121 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4069911391 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3729845732 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4112013578 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3762296289 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2469205558 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6002502441 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6615643203 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6048431396 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.632020548 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6455076486 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1130573303 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6043050289 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7511868626 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6825278252 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7291374952 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.698180303 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6469317973 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8360881358 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8278826922 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8309726268 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8356647789 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8276787251 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8112038523 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8446205407 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8310011476 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8275167495 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8444115371 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.839162603 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8336925358 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8147520572 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7986781597 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6813888848 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.780676946 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8207088411 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3020439111 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5649636537 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5923935324 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.576566875 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.592332989 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.573808834 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4057489336 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6273884624 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5959723592 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6048124433 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6316716671 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6121893525 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6084140837 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9351394773 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9234989285 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9229662567 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9662121981 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9476194829 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2387459576 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0131578948 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2383153997 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.0719919954 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2190524712 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.140348101 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5669393288 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8264044374 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8023501039 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6764422655 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7678206116 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7295496166 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.4667483866 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6438944489 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6622127444 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7929508239 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5426799655 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3466390669 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5207570791 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5593122654 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.717331782 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6615216881 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7162397355 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3958333433 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5208333358 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7291666865 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6875000149 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6041666791 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9649319202 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9646466672 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9655480534 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9658888727 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9652123898 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9650979787 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1588659212 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.4460371856 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6686789393 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6373865157 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5735817887 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5673181042 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1773831956 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1097222269 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6447324604 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4443295486 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6074919254 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.491012767 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6117125452 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7083607763 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6778856963 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.684716925 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7173289359 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7152056694 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8148611486 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8140318245 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8200801909 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8126065135 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8155959696 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8159339428 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7985262871 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7856119871 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8122608066 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7965441346 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7818804383 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8053265661 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0724999979 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2700647265 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8756537139 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.855094254 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9111304134 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8579485416 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0002615063 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2006162703 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3038649857 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2163461447 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2080928721 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2733023316 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0614600847 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1288855523 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.217928905 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1837067585 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.1751451828 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2322138362 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0072467229 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1724270731 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3968159854 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3768133521 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3100277111 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3661586791 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.02734375 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3845323902 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8066218197 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8011990637 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6212882847 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5369778425 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3531078473 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3913174048 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3957794234 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3870629296 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3946341127 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3747749403 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1182432473 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5168894529 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5095619261 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4762603045 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2547409311 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1061643809 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4323718064 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5406053811 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6500128508 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3636294901 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6898461133 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6988325417 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.694034189 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6858264506 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.677189827 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6927632242 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0172684453 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5449331207 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6223813742 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7015637457 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7665176243 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6974484622 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0097517725 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5019862875 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5682283044 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5639888793 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.561026603 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5089021325 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1478837449 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1743147904 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.260261029 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3130617142 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.20009204 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2822218463 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4624844268 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3624617159 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4128763508 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3660443947 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.125 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2613636404 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.18863637 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0909090936 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2176136412 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.301014483 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7678167075 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7513172179 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6868202835 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6801775396 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7153557688 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0609339438 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0964911213 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2748854365 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2614277846 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.393844083 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.323570483 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0179558024 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4840922877 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3404361606 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4856143519 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3172836863 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2203262001 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2766564619 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9070755094 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.939285323 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9488936514 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7268943787 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3486973196 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.909928292 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9045449942 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9105276316 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9178470969 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9126934558 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2701595947 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4926075265 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5951218754 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6769672185 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4600984454 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.060851926 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1608489864 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2129703052 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2160176788 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.052613575 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1486576507 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4475178197 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4947547838 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4768228978 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.511382997 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5035838783 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2629639246 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4544286057 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4659153894 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4251755476 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4460598677 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4457538351 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7640330791 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8034390807 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.801266402 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7930117697 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7852455825 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.774704963 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0262177002 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0418981743 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0710638445 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0580893606 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0348668969 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0665382976 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8896443546 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9178170115 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9221014082 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9144609123 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9372188598 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9166592509 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.000929368 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1203732458 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2615190782 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2719928399 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1034782967 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0020325202 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.667066738 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6773573756 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6748767495 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7091095001 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5615037382 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0441780183 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4579451904 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3459609523 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4496339262 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5121667385 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.415990442 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4509432316 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.603776902 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5374155045 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4735506997 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.600234136 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5928889066 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0367561281 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2204053104 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2570199184 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2166398242 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2572144717 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2527983747 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.267231863 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5220186412 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7724297047 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7436226904 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7521374077 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7326301634 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.010416667 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4439291954 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4656692967 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4453708753 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5601532757 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5124120489 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2184907794 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7157317251 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8161933422 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9097732157 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9291712195 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8512500525 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4078277275 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3805171475 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5029631257 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2188115846 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0827153 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5859995335 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3327503894 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2140549934 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2965758443 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1165540591 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5051749051 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7096409649 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6408167332 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6796696335 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6780725718 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.649132669 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7025856674 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7250547111 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7892763764 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5604812335 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4377775863 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5132702142 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6247725785 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.263464517 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1119990367 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2482553534 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1655366253 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2162569687 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1907061674 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0567944455 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0997804288 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0600384423 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.121609401 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0862214086 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2504505515 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0141242938 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1888764407 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3083848334 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1329388274 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2632245827 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1860241294 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0579192615 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0894457251 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0127551015 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.081521742 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3465861976 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1267319829 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3162277564 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2042456833 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3965261281 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5599865168 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6795991808 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7306614369 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6915974319 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0594222641 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0200486125 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0307799326 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0235518327 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0488241082 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0146615768 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0391574921 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.04369919 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1523297559 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.554120034 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6738808453 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7658894807 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6069673002 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0071871597 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.05292897 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0323013845 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0503571881 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0169883086 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.042667727 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4687603186 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5825109556 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6510089934 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.677697733 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.634258382 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0557804928 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3346636668 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2756330185 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3524710685 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1292864612 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6397431046 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8072158247 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7817480713 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8073815703 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8395454437 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7672322243 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0231481493 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.803625375 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8340833932 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8652177155 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8566827178 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7669469267 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3662086967 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2438985705 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4295946173 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.247182698 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5557247326 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6216746569 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5312804952 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5104763806 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.539992474 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0535714328 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0892857183 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1607142873 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.015625 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.499289766 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.542824164 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5109271556 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5311580449 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5442167372 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5549411774 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0262409141 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6161200851 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6019359678 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6009119898 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6342552751 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5229879916 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1163239243 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7804065198 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.790260911 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7624819279 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7723677605 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7466994822 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.046875 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1400735304 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2681985311 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3382352963 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1700367667 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0309244769 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5623474717 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5180825815 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5592117012 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4895177782 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.667688027 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7003600746 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.688806355 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6731708348 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6760071069 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6718488485 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0769565254 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3803441602 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6500457823 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6546235234 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7170297801 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4323890842 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7326065004 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7548292428 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7555245459 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.713589102 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7218080163 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.747835353 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0769230798 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5027090013 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.466604121 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5262202099 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.502066426 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.636306271 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6135394871 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6843965799 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6282099336 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.614568606 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6731786728 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3453381658 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2826887816 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3427437618 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5992136523 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5333612487 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1124999989 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4399072938 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6138667017 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1488011982 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2595366053 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5008229837 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5008229837 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4460532069 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.9677422792 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9941752553 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9841082096 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9876752645 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9964962304 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9926844239 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.339395836 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6118297912 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.755248785 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7832840085 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8115027994 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7507227361 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.9177297652 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9433965236 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9411616325 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9462741315 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9508108646 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9453988671 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5420946181 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6595885158 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6469300538 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6043016911 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6049502492 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6509923339 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5183893666 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3993155286 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5095543712 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5408671051 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3783939183 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5845286995 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7100688815 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.837182343 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8282922357 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8364308029 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8274606317 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.137604665 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4535353407 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4125577733 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4272127748 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4881290123 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3794277981 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3556875139 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7842966467 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7719893754 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7585570663 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7874706686 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7498607785 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.9007099867 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9287122339 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9326423407 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9235181361 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9333673716 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9325575233 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4256108105 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9220814854 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8873878568 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8655322492 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9068332165 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9045812786 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6869819015 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7941301465 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8121277988 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7920290679 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7394841015 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8056908399 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5338441059 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6296931058 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7131820619 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4429358765 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7979283035 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8721093386 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8260037601 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8424155563 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8724482507 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8743232489 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2797507104 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5523068905 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5056439564 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5803951472 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.546758242 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.304747887 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1689282861 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.360470131 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.279971499 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.113068711 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1365743112 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2275235429 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1099347994 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0090909088 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2489026859 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1066805748 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1183865638 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1076484937 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2131147385 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0086206896 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2606992051 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3848662376 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5150976852 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2237734906 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0764530534 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0303030312 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0637108758 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0043103448 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2793157324 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1543571018 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2327637561 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2444285937 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1915835631 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6030303538 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6006290317 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5613516718 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6048446298 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5948273093 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0200540677 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3195695356 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3082309589 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2766579911 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3236742318 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2563846745 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3193024509 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6016869843 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6277435273 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5922702849 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6114319861 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6225094348 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1402282668 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1168912258 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1357955253 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0812860187 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0608111564 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2339933328 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1577612236 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1270367578 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1025538283 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8651046008 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9277306795 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9104690552 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8989347816 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9376280904 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9427528977 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4100008532 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.706460014 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.44894154 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6048807055 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4016381055 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7824378759 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8721991181 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8671122342 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8671527952 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.880437687 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8666464984 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4460842013 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7509275824 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7876852751 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7888160795 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8206506968 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7677796036 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8602641374 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8661185056 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.872818172 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8697237372 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8730889261 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8651678413 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0946428357 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5167905912 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4482019767 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.567204833 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3302183263 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5000011623 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5083367974 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5247346461 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3687158525 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2725454383 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2013717182 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2846250385 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.23104541 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1314454591 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4585732371 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5918034613 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5128163695 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5493507385 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5615085363 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4318828806 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7090516686 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5520001799 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6598929912 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6065141112 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4745565876 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7812624276 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7785973698 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.782117784 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7930098921 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7629000247 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7803423554 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8146071136 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8007820547 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7983566821 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8114961833 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8096499294 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5318861939 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6168141663 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6992130429 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4868674632 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6912360936 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.715915367 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1940364642 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.446564123 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4675017223 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4757879227 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4979027137 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4470835254 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3457266279 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.567865327 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5383664817 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5489259958 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5817669332 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5614662766 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4716687053 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8652914613 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8727975786 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8699666709 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9517317861 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8993534446 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1321840161 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0417644158 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0753036477 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0163139056 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3185584522 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6978980452 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6778281182 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5517051965 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6626785696 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6135050505 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3194596954 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5114079416 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5179155096 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6491716653 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3629296049 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0769871511 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3686799519 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3578206671 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5663355216 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.424883388 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4392690537 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3958333433 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4791666716 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6041666716 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6875000149 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4583333395 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.9487522244 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9477850497 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9499919116 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9508355409 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9516783953 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9493663758 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0790229887 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3128519692 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5141119882 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5129041672 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4498370998 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4249046966 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1271186471 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0763888881 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5288435295 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2916304413 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4905364439 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2779055089 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5090569779 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6220055223 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5844209492 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5992741585 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6467099041 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6409192234 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7520404607 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.748374328 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7655613869 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7579103559 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7570917308 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7602389008 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7275818586 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7167724371 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7551832348 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7309692055 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7184773833 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7447530329 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1785714328 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.815677464 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7655594796 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8634605557 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7981196344 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0917856563 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2110851966 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.125134327 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1093300246 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1826216504 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0064655322 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0496578347 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1345235035 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0885616662 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0960627254 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1433593482 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.004180623 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0783301638 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2867012955 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2725558653 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1995902285 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2454491146 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2342489883 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7254438996 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7336830646 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5620888174 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3942593299 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5927981875 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6388025696 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6289707567 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6351161602 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6390920321 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.631781937 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5342887919 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9323974596 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.884493966 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7521889514 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8172388227 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8792313665 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6004094174 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9807628248 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8631296176 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8958531071 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8575949367 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9591727581 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8139269934 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8208494741 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8091303595 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8040742289 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8097666177 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8085330194 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6304366485 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.809907605 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6899253728 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7907311075 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8179386059 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7639820203 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4040541996 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6198269269 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6312642698 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6388825484 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6080082938 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6100536005 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1101828159 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3113362712 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.302775178 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3645513851 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3800446906 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3152551061 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2700991716 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8197647325 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7488233289 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6756605861 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7140433335 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6943735029 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5522727273 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5994318182 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5232954545 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5625 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5704545455 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5227272727 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8602087744 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8783738455 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8543020219 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8226181047 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8139081846 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8347144353 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5145599465 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6842230456 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6942990371 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6909678797 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6763022944 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6749729915 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6045806079 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6888585192 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6212811442 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6646875798 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6701954774 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6434189379 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9500235044 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9548494662 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.955493942 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9651492232 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9645854199 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9615413219 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9287345153 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9549395383 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9599338421 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9635507717 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9592047322 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.96722971 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7405917091 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7127780865 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6714143906 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.743428604 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7776575403 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6798538043 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1659778315 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4355627847 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4230816249 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4554929731 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5193429743 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3069586312 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.448541713 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8234799236 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7300238108 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7646380247 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7734673831 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7671614881 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5247424339 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6524712751 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6457159797 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6141283954 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6258338859 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6302060419 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8594654032 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8714623087 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8698704817 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.861611274 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.853614854 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8596589877 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1801879824 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2260672934 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2039986678 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.2122068356 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.1980147905 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2356528561 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9532201275 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9678251808 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9655047309 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9684746267 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9753173025 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9660026221 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5968624199 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5780019244 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5461580661 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5626276428 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5562551161 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5429610512 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7178157608 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8102874336 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7922508162 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7961238077 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.78792971 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7413737917 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2914053562 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7840504421 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.63707781 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7463053564 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7994176026 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7065644 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7850515242 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8250937677 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8157979188 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7658922156 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8156351441 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.819337593 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4506807652 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4866430844 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4841886729 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.486541912 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5111508857 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4881076995 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8226942432 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8462849074 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8475109677 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8440411978 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8337437408 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8290316173 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6425611753 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7057112814 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6708475321 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7080970089 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7217959637 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7178308381 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.835304096 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9532137178 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.939211159 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9599537363 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9645611858 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9450374513 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7250316912 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7834010372 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6500316912 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7706842409 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7455790838 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7074560645 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2519726305 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.65609014 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7802608106 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.58069272 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3555272109 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7129913737 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8042846017 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8479771562 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8352871277 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8431947036 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8491039621 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.852078457 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7464647101 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8563782695 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8639910451 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8574614253 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.861777279 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8427718906 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8148608674 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7644604683 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6439893979 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8039396881 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7930848743 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6174046739 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2617458327 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3681044268 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3795369486 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3819370474 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3925852476 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3755083862 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2462854867 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4153286502 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.290149083 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3336082964 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4468737046 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3291545439 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4904804622 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7218714108 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6787026026 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7053810035 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6767618879 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7107914906 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3800185962 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.491957225 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5066320112 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5115689968 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5263593216 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5004626132 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.204780754 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5396991811 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5037991736 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4633523172 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5444349476 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4728448873 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7551772376 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8299889312 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7458903297 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8065924956 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8102951272 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8243803326 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2210442909 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2032555746 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2443260568 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.2362520892 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.237444458 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2217169092 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2292192784 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2303524534 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2164377833 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.2770424131 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.2659570832 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.234210195 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7867036062 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8016421622 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7621040889 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8221399312 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8355332456 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7924383732 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.497095893 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5401260291 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5859188986 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5765060751 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5368691462 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5910445824 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6213650387 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7951674696 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7604823593 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.803072977 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8154139263 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7748114192 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6673596532 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6716668811 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6052508969 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6336278549 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.617537837 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6122985475 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8527270229 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9020880092 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8950298195 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9052364972 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9142450297 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8873483075 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.880348408 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9180014727 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8996572707 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9281656793 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9114748717 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.867019329 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4218019193 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8037580479 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7570606311 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5513754575 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6180421242 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7088059421 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1766438383 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7160447148 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7340653509 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6843423983 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.659729318 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6871020431 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5133928571 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5401785714 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.1361607143 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4732142857 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4352678571 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3683035714 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6755701132 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7075551426 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6830267196 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7011428385 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7054615107 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7200801761 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2953964245 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6947613034 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6842081334 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6993408829 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7150436418 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6382307541 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5169817277 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8466064129 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8323133172 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8373834439 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8322830257 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8069568909 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3610294118 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4448529412 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3198529412 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3935661765 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3976102941 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4238970588 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3658694819 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6001897461 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7734669708 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7542777641 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.740147589 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7135598899 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8284795599 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8434562208 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8360547707 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8358623801 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8437570694 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.838619579 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7154509193 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8063107355 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7984568722 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8097562218 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8002940788 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8040823631 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8747560815 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8823585691 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8735489402 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8697816239 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8688409273 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8761086915 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6648784347 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6573229699 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7098290769 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7501697345 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7513613085 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6968377537 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8207784787 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.806957385 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8224677122 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8072802023 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7881875055 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8185356867 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5899333103 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7942570159 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6583455803 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7218234567 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8297217066 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7741845296 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4844118112 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6156524231 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4501257735 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6120553008 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6156524231 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6067602362 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6073457712 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5403147384 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5862530103 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5063785357 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5033740006 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5008229801 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9871984237 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9993311555 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9958222056 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9956128483 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9993832263 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9987158604 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8030205012 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8230431985 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.838711339 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8361936117 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8441074203 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8228729284 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9577690919 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9631783148 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.962101243 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9636828979 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9637974037 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9636894705 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8362249362 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8875492877 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8623380097 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7858964065 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8007774499 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8657563132 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6659377829 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7264968174 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7098667432 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7323091139 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7408710199 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7088258316 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.855865876 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8756709661 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8740721219 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8640553724 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8729657333 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8696576838 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.644897367 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7424270088 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7292100996 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7162276424 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7290903927 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7044579951 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7702574834 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8745117942 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8613165127 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8646532678 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8772764538 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8523034383 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9398035746 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9560919081 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9578096504 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9500688584 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9584526303 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9587872097 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9376478535 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9570620941 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9281431409 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9110216966 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.941296515 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.940745535 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8743685892 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9027876008 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8996457933 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8858289321 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8600478713 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8946380259 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7951599693 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7956713385 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7326775827 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7976219832 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8346044544 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7016166769 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8811260435 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9286917547 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8965202669 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9109803798 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9285709953 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9314944761 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6272907102 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7528163655 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7301265373 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7373672114 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7512046097 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.748594141 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3129893231 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7510058873 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5438955569 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5769428588 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6999392158 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6675485461 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3570358339 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5121020204 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3769530758 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4885408404 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4965511235 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4862991559 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4229898528 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4441368314 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4655496548 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3706690728 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.494611544 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4366158743 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6770478517 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7820832048 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5167300635 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.644378373 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7718059671 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.593843883 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2432374908 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2133100365 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2299265978 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.1590560066 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.2318729979 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2734548709 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6781208745 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6108418643 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5328713332 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5417187562 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5748790692 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5784833945 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3573117433 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7360472109 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7323575265 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7142048368 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7404173192 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7380090923 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1482799715 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.518670968 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5158972267 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4924204021 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5206456784 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4669018948 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4822699236 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6953631651 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.709841389 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6880291367 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7059029748 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7135359979 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.361618159 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4392524111 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4056605604 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4556465788 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5551643554 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5103846373 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.0860371989 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2473580504 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3497177865 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3161391353 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3201322317 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2512659518 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9487523492 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.981712455 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.972413834 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9645164241 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9826222415 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9795877711 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4471690188 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8771589382 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8706317204 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7544354839 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7566952285 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8262642809 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8478677718 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.913687641 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9006082451 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9021266034 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9128706669 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.90115429 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6952702045 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8471733501 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8326126886 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8437206851 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8746358823 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.827839696 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9273425309 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9280014466 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9292717379 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9294548438 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9271793243 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9307356611 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.687002006 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6773730457 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6850945947 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6860469202 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.733068871 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6869378844 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5368840882 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5621027869 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5000011577 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.52487138 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5577377004 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5084051125 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5935751291 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.650853588 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.546233701 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5934672421 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5628186199 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5679592963 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7209131326 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7340960056 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7297099094 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7110674459 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7085869864 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7238175991 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5883519037 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7590190122 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7919454374 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7987892392 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7938923221 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7835577888 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8386508212 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8782224158 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8768828408 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8780558528 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8767497056 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.87966264 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8392948734 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8689530499 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8598024874 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8585967509 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8707308571 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8643487108 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9328969478 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.918072369 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8672201398 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8058799808 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8447262905 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8769377829 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5753047798 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6756145431 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.691760069 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6856758332 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.702360049 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6688270173 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5105461417 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6776965514 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6466759855 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6567972838 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.684526617 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6616144676 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7349037544 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9751503447 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.964144479 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9539214821 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9751380406 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.971008393 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3230156158 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4449111735 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3636843794 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3386563 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4195255914 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.317097078 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9089035761 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9038197654 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8876952966 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.800791071 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8596515084 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8305636149 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6999411255 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7814275436 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7673445583 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7950697783 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8869297036 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.727688279 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7665443556 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7657801861 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7718763339 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7667742419 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7429259936 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7684683582 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6875 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7291666667 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5625 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7708333333 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7708333333 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6458333333 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9776736935 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9767696333 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9777877797 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9769946934 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9773902471 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.976712117 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4071690879 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7735413417 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7707369793 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7583122361 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7619919701 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7186856151 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.437309741 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7159258458 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7573942939 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5709012119 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7272492597 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7252286853 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7045508806 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7795409829 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7586608838 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7586891817 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7835173385 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7781796308 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8665558692 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8640688657 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8668844757 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8570780838 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8609082832 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8665609089 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.857957347 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8477852489 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8614126947 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8487978447 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8418176648 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8574020536 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6276913879 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8963523425 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9257773471 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9225514602 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9515510973 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9104427154 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2827433983 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4369875426 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4192906212 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3848203672 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3722602316 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3918821838 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2955627666 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3595538925 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3276328002 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.342006748 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3227773696 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3533220519 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2709712826 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.500735295 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5110219118 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4943548689 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4717355817 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5010191337 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2236201012 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8187672432 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8716950516 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.837794461 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6845200198 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.709699526 + } +] \ No newline at end of file