diff --git "a/UCI_N4/wilcoxon_prep_all.json" "b/UCI_N4/wilcoxon_prep_all.json" new file mode 100644--- /dev/null +++ "b/UCI_N4/wilcoxon_prep_all.json" @@ -0,0 +1,21782 @@ +[ + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2967428267 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3115402237 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3138011172 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3128285334 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3209217116 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3132657111 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1107142866 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5147288293 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3958340324 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2041185275 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1964501441 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1730184574 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6069641113 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3023996707 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.579595305 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.215440657 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6212634444 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6321066916 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6366802305 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6110313833 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6225959659 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6287646741 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0796522946 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6571226865 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6237419546 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6658503413 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7023766339 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6522925347 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0460601784 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4189150557 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5298637971 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4652203992 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5396484137 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3821690008 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0803780118 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1957384981 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2091135196 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2564165927 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1586171873 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1033768593 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2665157355 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2117643701 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2699127756 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3412078656 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.326577317 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2693181876 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0539772734 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1352272741 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.03125 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1667040791 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6653443277 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6551303864 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5851642936 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.623049587 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6324609369 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0472189118 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2505885363 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0997718247 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3001850955 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.093414725 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0256756768 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2867215201 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.290573854 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3097473681 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2954838611 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0821982326 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1863323664 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.845235005 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9034633934 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9274074435 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6729366183 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1884037117 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8614823669 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8777448088 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8902560174 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8990306854 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7798035741 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0157480314 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2177577987 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4442415163 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4755788445 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6208828688 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4261577353 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0244937064 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1219346412 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0858840495 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.253924109 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0812864485 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.085056291 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2042704495 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3958221674 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2923071049 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4294122159 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4011636004 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2881047539 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3451077044 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3750215247 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3286973238 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3648101985 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3681297675 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5211010873 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7678609341 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7583914548 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7216464281 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7560738325 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7278930098 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.021714401 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0214704038 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0311007937 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0276430999 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0252789953 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0282861339 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7733920217 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8648070693 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8700542003 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8718491942 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9182107151 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8753105253 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0009803922 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.000929368 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0602593264 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2113039792 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2463454567 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0924815796 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.516676262 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6187343597 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.584309563 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6326419264 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5440432727 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1068912819 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.312316332 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2048800215 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2558529936 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3599390686 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2598532178 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2794337198 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4594906867 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3589180633 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3037472293 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4712400287 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4163493067 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0463585551 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1256910469 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1801102832 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1075877175 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1661205776 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1269735564 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.33016419 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5591894314 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7142693102 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6810576171 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6916832924 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7014092058 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0512390502 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4010177627 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3921341375 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3696218655 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4921518043 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.319178611 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5452071801 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7379871458 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8243301511 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.888934195 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9062990993 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7978618741 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0066666668 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0861423246 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2700475436 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2734068073 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4226634987 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3283852004 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1717593893 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.490623869 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1487984192 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3884823583 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2873116955 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0617413922 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4937502667 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6567833722 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5212664232 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6769307703 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5892357975 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2948094159 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5287490599 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6131676584 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6496737897 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7302444279 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5774119943 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.025931445 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3231537305 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3829941973 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4834592417 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3689928204 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0620129686 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1388679557 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0698037231 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.195194602 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0487152585 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0018518518 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1130295657 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0851386506 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1042014426 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0439239093 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0177705111 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0318767744 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0217984724 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.060818783 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0149223357 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0025510204 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0434411643 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0362048687 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0385660734 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0145826302 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0476878583 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2480153479 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.123001717 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2008495189 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1192262899 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0267572524 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2771032853 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4976172857 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5751786679 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6461761147 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4242897816 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.009788635 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0073529412 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0232537405 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0100867271 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0356747797 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0288892186 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.031050795 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0253363561 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1463151996 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6393094957 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5579584464 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7151890993 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5541108921 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0061289268 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0318908491 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0225919241 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0272707408 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0200018354 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0206010095 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0076754387 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3253705124 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5394289792 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5156744719 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.583095476 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5768176466 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0256410711 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0168221323 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1831780951 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2105288394 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2481326424 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2764773667 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7332917452 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7607135028 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7153794914 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7461949438 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7789885998 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7642514706 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0011961722 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.779427588 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7404089719 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8055760562 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8075289577 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6598940417 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.013586957 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1369565241 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1208280916 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2523886003 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2977332771 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0973775047 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0318332892 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5351262167 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5929318964 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5347457156 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4660162032 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.295761086 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0357142873 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0714285765 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0513392873 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4181321189 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.4485895857 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.419473663 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4382405803 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.45002345 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4564209282 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2677877434 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5348584056 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.525165163 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5166189522 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.599857986 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4682179764 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4048277587 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.736935392 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7740033418 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7279738039 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7406321615 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7209491432 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0606617648 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0803308841 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2159926482 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2735294178 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1419117656 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1679861434 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4141063169 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.364318639 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4583094269 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2370988149 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5706507713 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5889946371 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5783914477 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5677136928 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.566091314 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5833182633 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0043721921 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3839688788 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6885946989 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.639529869 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6749779582 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5085680149 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6527111083 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6764356345 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6867278963 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6210608184 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5984525979 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.658600077 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0485990895 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2595461234 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3234394491 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3879473656 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4697813764 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5243018121 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5039712042 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.600925982 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5148356557 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5181491822 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5740831047 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0026315791 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2173463516 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3502377123 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1855229568 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3420525678 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2398718297 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0174825173 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1071428601 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2984890044 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4627747089 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1084790193 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2114398926 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4897118732 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5008229837 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2645747224 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.9550201893 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9811314195 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.9720682651 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9740027636 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9908767194 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9868434072 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.3328812569 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6751406342 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6996044219 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7506381571 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7851647288 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6564470381 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.8992122263 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9376389235 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.927238673 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9321401715 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9422420263 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9319120497 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4769718647 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5425468832 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5207282528 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5400033593 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5377097279 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5110201016 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0368916802 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3942577094 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3576304018 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3698432744 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4272358865 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3259822875 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5567995124 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8189947307 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.816136077 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8136787117 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8168390244 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8087174445 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1057748364 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3172241673 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3066289201 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3095082492 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3614773154 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2454840727 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4392367825 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7075017095 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7104184926 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7109663785 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7198450118 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6944915801 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.8866865188 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.9085002989 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.9151982367 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.90298599 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9169977605 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9036465436 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6235740781 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8957817554 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8741651624 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8462742567 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8836630583 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8700812757 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1785578948 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7507371008 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7425696254 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.670201093 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6623845547 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6786834747 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0543478243 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3380296379 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3878542483 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5513431504 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6436806917 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4746737778 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7649135441 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8278348297 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.786615178 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.789618209 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8316631019 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8347707391 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0469004586 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0975072717 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4323580526 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3793184087 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4831090197 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4599286169 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0041666669 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3013988547 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1351735303 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1543638632 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1602034131 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0080645159 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.10846412 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.05249805 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0809220616 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0829753098 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0040983604 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0579257281 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0720355408 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.122002942 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0753499968 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.043103449 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2420720812 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1513809972 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3206163086 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1781176375 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0043103448 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0642031538 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0155303036 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1015586164 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0043103448 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0154867256 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0241228081 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0937936874 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0817448776 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1999948286 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0761306845 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4644707292 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5260971487 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.538136512 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4980021566 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5279682875 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5379001647 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0476815393 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2151111998 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2058212273 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1865778044 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2382854745 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2050430924 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5257735252 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5627629161 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5788072497 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5451581329 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5688338131 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5848822147 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0045454544 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1856183279 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1625549272 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1054588244 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0521548819 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0088383835 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0164974611 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1677870788 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1145827584 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1591787003 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1124872304 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7974952012 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8828379214 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8461055309 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8109784573 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.886889264 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8934785873 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3364415169 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4105258659 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5508946553 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5764742866 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5549731255 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.8340167254 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8316006064 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8531832844 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8391393274 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8621918112 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8459317982 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4901466072 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7467314452 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7686804384 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7419718653 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7866333276 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.699161686 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7985114753 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8111926764 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8245162517 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.8266596943 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8315086514 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8117625862 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0443548374 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0036231885 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4063355206 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2911850363 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.3764757812 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.470430389 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.125 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3855943792 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5040995181 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5083367974 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4877060801 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0054611652 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0308756694 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1524394434 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1255664974 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.1811537109 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1670988947 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.2822467696 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2547600195 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5146525502 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4027122781 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4471784085 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4940014258 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0198265545 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3797829226 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5984914005 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5109891072 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5711364448 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4669857398 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.5642197803 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6796800792 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7082134932 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7165360451 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7315781415 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6913541853 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.7447331548 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.7831119001 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7667936385 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7621169984 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7777231783 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.7735334486 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.3018278605 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5197386062 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5571611524 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.415184889 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5385614187 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5428274572 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.1477246038 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3275419399 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3705857545 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3524103537 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4253984466 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3116876632 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4384524301 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5083203614 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4934921265 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.480156824 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5212522671 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5050988272 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.580270648 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.722468257 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.8339530975 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.7734835595 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9016346633 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.8076682836 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0210526325 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0842680882 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0817547347 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0196629222 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0052631581 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0318204116 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5445718244 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.5662277341 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3865626305 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4953329489 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.4584321827 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0103674326 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3082627505 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.367733255 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3196660392 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4441144094 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2545010468 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0493658707 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3293837681 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3847702704 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.1585390493 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2158269696 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0800377771 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.3333333433 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4375000075 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6875000149 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6250000149 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5625000149 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.9305984527 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.8899074048 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.9309920669 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.9307611585 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.9332441241 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.9274827689 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1301349252 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2827640846 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.3655932173 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.421178624 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3205885664 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.221267567 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.3510333747 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.2661122158 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.4088871554 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2698846459 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.4607469216 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.5325427055 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.4865056053 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.4985793084 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.5762538016 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5468819588 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6904100627 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.6838222295 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.708695665 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6904067844 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6942378581 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6854234785 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.6484957933 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.637185216 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.6895982474 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6474746764 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.6370562911 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.6679786444 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.38229426 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.7859837115 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.6493079215 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.8170655072 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.5969714969 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0101704153 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0600594578 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.1428066846 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0794698992 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0957078058 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.1051091829 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0281028638 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.0270940851 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.0830102423 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.0564875733 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.0474245097 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.0874397848 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0212019044 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.1132827215 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.2226019241 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.231215667 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.2093194425 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.2038786113 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_108", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_108", + "value":0.2017035335 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_108", + "value":0.377261512 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_108", + "value":0.5359145105 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_108", + "value":0.7858017683 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_108", + "value":0.3458125517 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1526069716 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1727730632 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1793017797 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1776505634 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.179437384 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.179617092 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0821428597 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0457746461 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1039193142 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3604776338 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3762795031 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3992106542 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3334019482 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3556337506 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3736078888 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0433428996 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5343643874 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5025815666 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5454015434 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6096124053 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5410562158 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0108664478 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1762476526 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3487126157 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2311248146 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3761886358 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1967299581 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0054347827 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0513629233 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0426598117 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0833622599 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0300531387 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0100806449 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0140111428 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0152965547 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0085985842 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0674561737 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0591682289 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0681818202 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.039691288 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1996800359 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2818915956 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1536732428 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2123906873 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.251425501 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0028140615 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0510562817 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0095886763 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0213561784 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0050689309 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0135135138 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0704158363 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0160163129 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0290778012 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0452519157 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0899002366 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4157532416 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4315796271 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6781305969 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2598043506 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.053623192 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5582734868 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.726482138 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.7111934125 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7342519909 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5236937832 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0842487887 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2191363389 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2103025187 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3918871731 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1379753714 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0075827206 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0158110131 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1021036832 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.03125 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0038387715 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0111393495 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1142967511 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0137016808 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0290823206 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0914785825 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0732390368 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0957306288 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1199428979 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0951126162 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1148356348 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1172071956 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2254430763 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5527937561 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5141064227 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4397539347 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.521568425 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4656633884 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0004014611 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0001634994 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0012192667 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0013969756 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0008173064 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0003420003 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.267574925 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4433526769 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4637517408 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4330653399 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5825966597 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4845852852 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0170809863 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0804400146 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0952444589 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0269988876 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1921291724 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3381985649 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2578580007 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3425196707 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2673164234 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0071024114 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.02773479 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0241926354 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0283523723 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.027765478 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0259449733 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0060506061 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0589475697 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0159190064 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0111202972 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0607624911 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0434174491 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0095460742 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0300395628 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0081278294 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0197545558 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0125641873 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0174141768 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0873690848 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3152148724 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1955733486 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2674366795 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2940657698 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.014900662 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.098032983 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1218778687 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0989332013 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1768693142 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0788029362 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.20727426 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4590882808 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.595871903 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.6797277629 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7368913442 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5348288193 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0160256419 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0455012973 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0407346594 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1218438493 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0494295615 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0114605636 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0928434646 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0215873416 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0506665963 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0127231899 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.001629297 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1958063096 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0975747391 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1986825475 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.111091241 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1902532987 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3009387876 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2303181468 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3501190878 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1757079381 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0759058502 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.05353367 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0396959223 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0847687386 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0021367522 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0419669813 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0212072665 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0634643901 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0042375927 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0018518518 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0210660428 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0212483011 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0525207013 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0140051708 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0013368984 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0014124294 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0012953368 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0257256753 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0161764715 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0246156876 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0073529412 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0293927342 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1377620427 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0993307871 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2328161299 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0685214116 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0020833334 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0060975607 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0027777778 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3295406289 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0986595722 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3829127327 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1752413884 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0025742946 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0010298672 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0020588306 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0015306634 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0010309279 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0160309789 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.161496371 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0665287282 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1552969366 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1390605196 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0049857548 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0013956802 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0644217292 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0998536311 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1100229286 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.100467884 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3399448618 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3985570967 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3458660692 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3667539805 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3964170665 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.358057417 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4594080001 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4285323173 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5476589054 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6148196608 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2988218199 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0348101258 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0753842713 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0527777784 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1056799721 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.108699942 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.127987247 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1192971226 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0235445201 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1336721554 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1438681073 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1409388445 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1469855346 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1510313712 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1548954509 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0845155893 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.348568812 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3240163028 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3045635745 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4193132371 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2659250349 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2025274411 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5853633359 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.6593406945 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5689146742 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6121141165 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5963439792 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0281250002 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0803308832 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0250000004 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0029069767 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0792405903 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0521531561 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1280718623 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0543061201 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1388504021 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1792764515 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1324221864 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1412337497 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1705124229 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1619085521 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0004347826 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1000320768 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3033490777 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1132970044 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2685611807 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1332619106 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.251612708 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3026550338 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3498542979 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1946867984 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.164765697 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2573733181 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0224118182 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0456089335 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0831192834 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1132865306 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1342817787 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1305563785 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2553499453 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1438703295 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1806828417 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2085506953 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0024752475 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0754533298 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0275787369 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0024752475 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0559440553 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3513611332 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3984036315 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4910604209 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0674627796 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.8725092113 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.9286648184 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.9029390961 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.9034276009 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.9626081139 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.9386172593 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1674450636 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3942902647 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5081228018 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5514709949 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.6584323943 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4161995426 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.7302432805 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.8778458089 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.834411934 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.852054745 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.8945508748 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.8470078558 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0420377734 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0472615175 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0597450035 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.070225101 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.099890938 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0614472409 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0051020412 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0858203266 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0614359351 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0759113245 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1153747141 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0591653995 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3102057057 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.6916793287 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7186567783 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.6902896911 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7141218483 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.682778582 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0276888497 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0905835405 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0870001689 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.077471571 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1024772432 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0709127644 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.179219868 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4202646762 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4561496451 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.448724173 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4501712844 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4156502336 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.7451133728 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.7715567797 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.8149251938 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.7649120241 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7926221043 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7717743963 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.5333326757 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.7846467048 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.765673995 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.7254827172 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7822774649 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7581771761 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0521895278 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2193793654 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2116536535 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1244684812 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.161302248 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1672778325 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1388030462 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2771988437 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3292795196 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.4300927445 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1999366954 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.4387127832 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.509736903 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4854315966 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4615144283 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5253023952 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5373364836 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0016447369 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.005399568 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1323172967 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0405923324 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.11654968 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.117171952 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0199093735 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0250000022 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0119108604 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0163934417 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.00390625 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0042372881 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0081967209 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0366026489 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0090909088 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0573770478 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0158890286 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0086206896 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0122950813 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0022123894 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0065789474 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0272360125 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2004114166 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2464217208 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2673300654 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2334540859 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2559499256 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.282478191 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0059361598 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0449525453 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0529331844 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.043347097 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0639317054 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.045924318 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2968783006 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3488506675 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3769704923 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3219963089 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.368861109 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3833310828 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0268027727 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0088669178 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.009237288 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.037077025 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0124017568 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0408263868 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0098700949 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3286345825 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.4542537555 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3654325604 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3707878888 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.547659941 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5236905664 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.1182585657 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0947412644 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1267263088 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2889784947 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2019573264 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.684693113 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.6849175394 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7586487085 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.720998466 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7613124996 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7323107868 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2640348747 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5646708757 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.600355804 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5398405567 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.645272702 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4885491356 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.4975601137 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5090283975 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5419742316 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5283368975 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5609225631 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5146232769 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1210290529 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.091570355 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1119376663 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1040714551 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0362903215 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3441939875 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4834687859 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2738938071 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3644774035 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0017717606 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.025953808 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0181148389 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0438508228 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0288036233 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0383095751 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0171903671 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.224046398 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0746486699 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1396308485 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.184968695 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0281623341 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3016354293 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0925857965 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2271346264 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0887858337 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2807174921 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3115145415 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3369964659 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3642793596 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.381632328 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3185600415 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.5187114999 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.5945850462 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5643774122 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.5248086005 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5726206601 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.5708947182 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0311124094 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0610845573 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0764827468 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0455034804 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0548443981 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0698806997 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0063844759 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0225251983 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0371795166 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0367495031 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0660832645 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0322729694 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2605242357 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2926670089 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3003529534 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2833523005 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3039854616 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3050599843 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2020558789 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3419003971 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.5234632939 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.4724795893 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.597933352 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.4929029867 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0131578948 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0069533483 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.242345985 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2391902469 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1829091124 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.2369417362 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2041833438 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.025807498 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0219008424 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0258456958 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0283623759 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0145430529 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0640313381 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0781173732 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.086484611 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1128910407 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.041928906 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0416666679 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.2708333358 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3750000075 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5833333433 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2500000075 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.7835021466 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.6458857805 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.7964692712 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.7803583741 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.7933795601 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.7772970647 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0052356021 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0133391786 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1013459479 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.1626627576 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0713276044 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.060441889 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1063992142 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0405506631 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.102162078 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0493060284 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.1475432217 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2160755731 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.1754052639 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1750907972 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.239761997 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.2250410542 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.3729127198 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.3526586071 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4152319059 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.3705924377 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.3843230978 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3606524542 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.2579762004 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.2742165253 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.3948151395 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2719724961 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.265442539 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.3410173357 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0942857172 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.4113665298 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.2009373363 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.5145559236 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.1637620376 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0002615063 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0247685174 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0023391608 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0062625355 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0156492298 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.002373269 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0005077421 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0071237892 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0047512667 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0044143813 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0086595962 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0042282229 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0178594044 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0611962425 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.0559222009 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.0637058364 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0416983543 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_255", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_255", + "value":0.0441028215 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_255", + "value":0.1961989794 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_255", + "value":0.430669032 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_255", + "value":0.0356359649 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.492415607 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5063627884 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5098063126 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.505569458 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5111252666 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5109581202 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1827086024 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2314364016 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7842794806 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5594440699 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.806524545 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5143026225 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1075949371 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6898965091 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8257249892 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7073909193 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8918164819 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6421237737 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7452002913 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.753709659 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7490025461 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7337887138 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7453570068 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7495564073 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.191335809 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7513251305 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.690625295 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7370887846 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7645468265 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7100988179 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0914785308 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5521277934 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5937764496 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5857675672 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5858972222 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5022825822 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0054347827 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2273688205 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2782955766 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3262090683 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3308281079 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2380833374 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5440933257 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6436397135 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5650160834 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.551230967 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.60376288 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5997881889 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3863636404 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1363636404 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3443181887 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2488636412 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.477272734 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2636363674 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4075770117 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8130812794 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7974968851 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7601846009 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7742252648 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7828261405 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2036749609 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2256452281 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4870698452 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4095350206 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5375450701 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4311479777 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1749812067 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3373791501 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4887514487 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5652486086 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5600298941 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5466358364 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3706830125 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7407743111 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9424829781 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9524076581 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9598244131 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9182508737 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4092660341 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9339107722 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9271787405 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9410476536 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9352392256 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9047510624 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1181102395 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3013548194 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5793267041 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6283488423 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7281267494 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5694175586 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1146260984 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2719271481 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2470737435 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4054826871 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1854516063 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3098263294 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5181990713 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.636757791 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5903655589 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6804623604 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6526770592 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4824545681 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5467069149 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.557938531 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.513316825 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5439759046 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5449582785 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6058312058 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8411884308 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8329145312 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8171941936 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8321423531 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8210995048 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1115541589 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1335896235 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1220952272 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1147572808 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.114725586 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1410669573 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9172777832 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9422404021 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9403103143 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.946123153 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9586489648 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9498614818 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.034256692 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0504722354 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2140980028 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4703191034 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4068498947 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2114798278 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0691056903 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.719656229 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7073970735 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.759538427 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7636674643 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7195922136 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4373498783 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6579612046 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5086300969 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5456573516 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6525040716 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5638769567 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6252566129 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7218794078 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6825948209 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6280570775 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7187825888 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6962104589 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2021714374 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3363876641 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3718171567 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3114406988 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3727252781 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3415222615 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6229855455 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7590095699 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8103589565 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7939886153 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7935778201 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7996291369 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.154104257 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6226097792 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5897428542 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6203177571 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6529096514 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.558052741 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7687196136 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.911871776 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9257481247 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9394796342 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9429061562 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9104678482 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0591385793 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2622284663 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5328824595 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.511662364 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6436444968 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6508009285 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.037878789 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.4888345748 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7294643819 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4015601426 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6656353623 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6508330852 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5189881958 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7486598939 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7922606021 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7627864629 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8091086596 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7892409712 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5142997801 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7577411383 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.76399979 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7996065468 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.823631689 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.77507101 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3405762371 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5873169899 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5116621703 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6421472877 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7142600715 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5425493494 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1853582188 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2603678443 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.218675293 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3142718822 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1566803642 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.060218825 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.249446813 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.178704679 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2241725065 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2092752829 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2483419329 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0830602089 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3852303401 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2679805271 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3055322915 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3611206636 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1469720635 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0500887644 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2318618037 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2567585595 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3115275502 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2057133876 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.026445087 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2281361185 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4039464444 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3423937932 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3973521516 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3139194995 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2156608663 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6869084984 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7029000074 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7546054572 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7771417946 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6685557961 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0144077905 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0068815988 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1384447254 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.0609636805 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.1315911524 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.0677968704 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.008130081 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0206808951 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1273036748 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1071655359 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.1278230455 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1144947484 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2096938789 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5234017298 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7763148248 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.754683286 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8060164005 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.715404883 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0620615333 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1250635255 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1089416072 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1124989465 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.0775014069 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.076161962 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.208821971 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6477159634 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.711620748 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7162225693 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7484478801 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7386952788 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1532522757 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1320477203 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4163867682 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4202528223 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4902597591 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5129956082 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8585327119 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.863466382 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8337877989 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8708414882 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8839142174 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8660020828 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.149133876 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8882225156 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8667375743 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8867387921 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8684108704 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8038395345 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2467467785 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3685041517 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5459363237 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4879103824 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4570546299 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4058145806 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2435851669 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6584462821 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6711021215 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6774420887 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6030045748 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5876281112 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2254464328 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.1763392985 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.1026785746 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.0714285765 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.0870535746 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6091555953 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6331427693 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6054469049 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6216767132 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.630368337 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6362932473 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4334823489 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6299239397 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6187377572 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6397566646 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6754905879 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5916503966 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5566346329 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7993999571 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.824882403 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7910199612 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7974428535 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7853177041 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1882352978 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3007352948 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2704044208 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3422794119 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2829044163 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.187832728 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5318361819 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6425966322 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6022915691 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6460898072 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5078146011 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7561483532 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7721256167 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7649273872 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7620348036 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7650763094 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7704285234 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4199743018 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6063795872 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7706418782 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7637333572 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7625688761 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.745602861 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.807261765 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8282756209 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8196913004 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8001431078 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7958637327 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8208017796 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0038461538 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.392668426 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4695826396 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6056562215 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6428797245 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.639596656 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7408091873 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7178250849 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7563776523 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.721630916 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7072523534 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7478490919 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1245712675 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5958466828 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5804676712 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5156114772 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6828448176 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5706711709 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1072327839 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1173951002 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2764839455 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.441423228 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6156524122 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3392080031 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0944444463 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1820050403 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4504980668 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5174896568 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5033740029 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4352334142 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9794289023 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9955705404 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9903476834 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9905065149 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.998654902 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9947959185 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4085175925 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7823661715 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7891591936 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8095808476 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8334229738 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7683713734 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9427489787 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9554871619 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9534743726 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.954162389 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9566177577 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9546008259 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.714024961 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.782923609 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7571771592 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7407426834 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7458636016 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7436801493 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1624419345 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6246124506 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6119975597 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6211436689 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6490152329 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5828252882 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7561816126 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8596735597 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8550976068 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8441173285 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8525131047 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8452581316 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2867188584 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5993272811 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5887350142 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5759146363 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6093193144 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5147767961 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5842034221 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8319485039 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8160771281 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8211158663 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8278508782 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8110980093 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9275828004 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.941420272 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9477040172 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.938500315 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9472972304 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9407874346 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7503017262 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9333906174 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.914773941 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8983708322 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9240736812 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9169778973 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.215146263 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8661312759 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8594320565 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8187924623 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8062594682 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8360572308 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3407017067 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.484286787 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5252694339 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6905547231 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7650461942 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6427585781 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8596409857 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9034915268 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8719956577 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.881801337 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.904671818 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9044575393 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3787977723 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5022127703 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6413500607 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6287915856 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.662193507 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.659860447 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2010416687 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1932334341 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4726775996 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4911972657 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5231980234 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3922576383 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2451291243 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2466044687 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3323954344 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2612010799 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.326566074 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.267742509 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2193257315 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1171563482 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2650020905 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2213988379 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3019106127 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3349666633 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3407063931 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.3953323239 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4240398407 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.557973057 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6623119488 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4222839586 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1143451161 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0654298775 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2029189579 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.0814445321 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2202911638 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.0378396045 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0842518127 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1763147321 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4205975905 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3373145759 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4411762953 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3155651353 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6274200976 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6722093374 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.670396626 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6442891359 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.670939222 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6798094809 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1734966841 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.4078069106 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.3901794925 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3691981435 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4224818647 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3768058717 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6317754835 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.662495628 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6732618958 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6511697322 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6659080833 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6790432185 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0137205385 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1447643079 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4246527404 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.317616282 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3022761568 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2640877664 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0252525248 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0611052588 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2723201662 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2176232077 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2628156319 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2081892453 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9175563008 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9639208168 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9509815276 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9307107627 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9598674476 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9637167454 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2308887728 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6396253332 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7952872962 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7688676119 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6808635741 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7285534292 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8852144778 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8793061525 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8845321238 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8785860986 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8991133124 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8817375153 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.657253474 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8098535836 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8147661835 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8039189726 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.836464867 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7864608467 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8981006593 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.89877069 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9058213234 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9050197005 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9035424888 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9014643431 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.175374005 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0947240554 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5674135834 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.613673076 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6460059434 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6049283445 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1229508147 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1290322542 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5000011623 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5081978738 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5288330019 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5000011623 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0579411034 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1774247484 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4035906047 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3638662621 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.4129291102 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3965174034 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5582892671 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.4456282188 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6580863446 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5997307897 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6314980984 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6480517685 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3909859173 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6704904884 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7167844474 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7143595815 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7356708497 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6776535511 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.7944610268 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8289610445 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8327623904 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8298016489 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8378482759 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8266609013 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8144018203 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8434236944 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8313571513 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8305085152 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8453354388 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8379541188 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4214607617 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8043475151 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.7911852747 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6613693088 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7602541149 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8233714402 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.399475269 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5507765561 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6001466066 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5783833861 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6123103201 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5511495918 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.5323162824 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.6220027655 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5936736315 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.5843977034 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.631704092 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6160417497 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8443093896 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9139450192 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9429252148 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9105487913 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9579867572 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9414634705 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0480910838 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.0614968902 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2549977899 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.194404833 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.1612158306 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.1193880765 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.4793782979 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7866540998 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8069112897 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6410942972 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7208399177 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7163596749 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3859017976 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5470037758 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6401811838 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6240576357 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7656474859 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5965550393 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.3826930895 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7158907801 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6993777305 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6591863856 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.5839929357 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.4244632646 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0416666679 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.4791666791 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5208333395 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6875000149 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6875000149 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.6041666791 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.9657207131 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.9582152665 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9651544243 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.9654358178 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9648732096 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.9639656693 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1663306616 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.398438625 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6070712209 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.616656512 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6901541799 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5862861127 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1366934108 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5526764765 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.5899048597 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.4724934623 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.6456410289 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.5386357307 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.6448893845 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7058214545 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6718207002 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6781395376 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7294286638 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7107551992 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.8203292042 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.8175856918 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8206646293 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8116918802 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8145191669 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8123637438 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.802258864 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.7917831093 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.8110948056 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.7925425619 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.7852532417 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.8038975 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2302669957 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5623358479 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.9059813172 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.8655565679 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.9297653735 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.836864993 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.2200825209 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.242696017 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.2934082747 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2323743775 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.2567758448 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2414148282 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.1376675092 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.1508534155 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.225189019 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.2163063623 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.173628496 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.2245402597 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0850009839 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.2865779102 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.4018574357 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.3967396393 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.3623032719 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.3754655868 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_36", + "value":0.0604440793 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_36", + "value":0.5170707703 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_36", + "value":0.6684064567 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_36", + "value":0.6787921637 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_36", + "value":0.8341402262 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_36", + "value":0.7142778188 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3698531613 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3924033418 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3930845186 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3940827101 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4015590698 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3931332231 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1678571403 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6765793934 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4968958125 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4719363973 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3026699424 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0189873427 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4678120315 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7402449995 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5299748555 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.689773351 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4952840731 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6850821078 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6915495545 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6922789961 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6745513082 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6847687811 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6902318448 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1006392632 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6955256313 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6582059264 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7030173242 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7293117642 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6859420389 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0706678611 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4857887775 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5573096126 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5395151302 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5664818734 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4410031289 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1496272106 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2360555511 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2767168656 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2969411314 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1957857498 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4152161703 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4259456173 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3528614417 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3967081234 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.459161222 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4449149966 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2613636404 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.294318188 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1556818206 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3590909168 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.125 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2654692407 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7488617301 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7368471324 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6770920157 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7043036073 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7136812657 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.091944074 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1231734763 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3282842403 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2091929205 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4310829937 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.166691104 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1387174129 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.38487361 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4118865877 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4256594256 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4209748209 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2302858146 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4626009315 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9118342549 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9313531667 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9472384304 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.792917639 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.240246647 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9020628929 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9017616063 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9178193361 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.919308871 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8495047092 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0590551198 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2533337548 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5022424161 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5384940207 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6808131039 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5012809485 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0569239203 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1978565492 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1132343379 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3214616515 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1242617383 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1471356004 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3301846087 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5243800282 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4280759618 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5619663298 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5282690376 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3737658933 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.440780893 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4600581005 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4201998338 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4553523436 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4536279887 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5664161593 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8079662323 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7991101444 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7727709711 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7973491549 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7780387104 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0523394905 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0580016505 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0640615299 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0552463736 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0540185375 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0677165985 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8663535714 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9139317721 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9146140367 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9136796594 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9419811219 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9209298193 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0074552901 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0074042659 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.165155381 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2356579341 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2688706405 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1493462995 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0121951215 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6433166713 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.663129732 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6626816243 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7030759603 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.626672402 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2451090105 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4981211498 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3652764186 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3850728422 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5133754537 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4198428914 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4438880235 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5942949951 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.522233516 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4627013206 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6004249454 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5595289022 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.104906667 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2151276805 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2670890018 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1870598271 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2586675137 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2193902656 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4602749683 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6625115052 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7737061679 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7345431149 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7492422014 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7492526621 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0933035673 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5086782128 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.477884993 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4831864908 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5772818774 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4277659729 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6456697881 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8352057934 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8756941855 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9187842309 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9258415848 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8565185517 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0161423224 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2184168808 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4079977013 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3868121654 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5320469737 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4520109519 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3247282431 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5999530256 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2505129799 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5474029854 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4539753944 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2796876207 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6443107426 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7293731719 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6420001239 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7476391494 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7149736285 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4004366845 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6487773806 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6987475008 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7291901559 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7799506336 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6702864915 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1507544909 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4114525244 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4856966771 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6260252744 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4786788523 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1047379992 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1854707533 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1230381466 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2439747117 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0891779438 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0227876729 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1583305597 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1042380482 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1560290698 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0862598913 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2102984637 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.005181347 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1385893717 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0901365429 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1351170558 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0776048917 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0382653065 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0047402948 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1653142869 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1334687159 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2007291764 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1112577789 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0809503571 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3154764771 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2083085123 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2838490531 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2069060728 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.137502756 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4661177136 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6211707592 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6771771312 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7286701053 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5762687251 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0541304895 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0141096981 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0638223072 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.023849925 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0702478625 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0501879635 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0772011476 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0463261753 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0245464859 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.236862706 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7171494514 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6550215632 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7601016909 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6432521492 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0163835955 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0653329352 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.0431637424 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0452727964 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0354167363 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0391598204 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0361560957 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4770064726 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6252398789 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6343623996 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.657913968 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6619617492 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0477210304 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0427635446 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2644106075 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2948449887 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3616429865 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3930711597 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8030510396 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8204139471 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7716906071 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8180342168 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.840241015 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8331775516 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0131578939 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8350047022 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.80936867 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8522144556 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8385486305 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7403245121 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1676328555 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2266476918 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2893266678 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3609333411 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3581629917 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2197291255 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1236763634 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6160757393 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6372543871 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6222079694 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5193155184 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4746059701 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2098214328 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1227678657 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0691964328 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0357142873 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0357142873 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5161400139 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5456454605 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5156276077 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5316159874 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5443889499 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.549661845 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3271735311 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5818927437 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5742954165 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5814640373 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6422494352 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5253544673 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4648390335 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7665385753 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8050638288 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7599914968 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7670806497 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7504487634 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1351102963 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1847426482 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2579044178 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3110294119 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2284926511 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3206682168 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5182776898 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4869079366 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5667641461 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.353874173 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6689627022 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6882463247 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6804017872 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6708852649 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6708615422 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6837955266 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1522485334 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4456017728 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7358976603 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7091185302 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7251787931 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6481097713 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7303867489 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7549988627 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7565446198 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7165488601 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7055965513 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.745848 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1422806457 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3540341854 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4632001072 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4999319687 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5413553789 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6394305676 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6083796024 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6851606071 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6216325611 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6140098721 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6678837091 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0289473701 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4145818502 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4605901316 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3915862143 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4903823882 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4019848779 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0035714286 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0541958027 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1482399784 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3717032969 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5814797506 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2237048899 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0083333338 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3377817571 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5063785464 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5033740029 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3017867003 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.9678644687 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9897455573 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.98155424 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9856572896 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9946900159 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.990926519 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3667096017 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7242235094 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7470525503 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7831574529 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8089464754 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7153877765 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.92324619 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9465275258 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9415594786 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9439466149 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9492439479 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9440077841 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5881958604 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6664586812 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6391468793 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6462998688 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6376857162 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6303132176 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0883246314 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5073318928 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.478430301 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5020758286 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5367037356 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4555846825 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6591395289 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8389319628 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.834371686 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8290831298 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8347033113 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8245433569 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1758794282 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.436451897 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4273112267 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4383120537 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4784400761 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3557921425 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5147549026 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.775178045 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7630020529 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7671543509 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7760804892 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.758970499 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.9084470123 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9265883118 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9321441948 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9218838811 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9344243705 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9240897 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6470764007 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9131017029 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8961203992 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8744633347 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9052818418 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8926921636 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1955999417 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8140643388 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.808567062 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7538074702 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7418468744 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7713647932 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1152943354 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3950133626 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4508509617 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6166861057 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7085889131 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5468607694 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8191625774 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8705625236 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8333110511 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8419653922 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8711619079 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8737398386 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1091027474 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2383060418 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5414667577 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.50489223 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5690177083 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5731365681 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.140625 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0407488048 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.380918432 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2731435485 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3164597154 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2656091526 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1147540957 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0965223741 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2322166264 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1249054708 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1679236293 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1388650825 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0283018872 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0211104229 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.160446696 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1147795003 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1834387174 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1465021707 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1366591286 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3530756496 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3283958752 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4729215354 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2879861603 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0172413792 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1306025889 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.0318252482 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1341485018 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.0122648906 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.064159289 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0548245609 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2200665362 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1824122779 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3155865446 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1718518101 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5511702001 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5971912593 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6073803157 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5748007149 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.593612358 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6079049706 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0933708865 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3014807031 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.290422298 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2648060061 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.3211416528 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2823939994 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5783984661 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6153921932 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6256478727 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.594359681 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6188115925 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6364322752 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0090909088 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3038483746 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2303640917 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2074402161 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1428816412 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0113636367 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0240218835 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2196692228 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1619724222 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2027099207 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1547815204 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8662362546 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9330972284 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9114786088 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8827195466 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9283737838 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.9370732009 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0846774131 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4124285749 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5806157663 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6535030156 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6338835806 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6476184428 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8642847091 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8575632572 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8708371669 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.858885169 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8811860383 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8664287627 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5807279944 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.786839366 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7947355211 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7768833488 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8144313693 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7423371822 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.8555975258 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8609837592 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8691532314 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8686401695 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8706323504 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8628711253 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1290322542 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0217391308 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4643555358 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4457130209 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5335155278 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5617336184 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.125 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4957638681 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5040995181 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5165357143 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5000011623 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0145631069 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0676224151 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2590059005 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2178929448 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2734769583 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.272497233 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4013328273 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3438488096 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5891229808 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5060063675 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5336544439 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5697341859 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0597388353 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5360904709 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6523687392 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6217082739 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6490981877 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5751800388 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6817821711 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.769038558 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7826647311 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7779139578 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7884231061 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7755116522 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7821222097 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8150429577 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8014880866 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7990040928 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.814759165 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8087259829 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.3771874886 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7082408816 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.6798009425 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5554769859 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6787633449 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7027563453 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.2432208136 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4362805858 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4859858453 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4682940617 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5163729787 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4321119264 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.4822992086 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5644253492 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5423160195 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5362643301 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.575864166 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5605870187 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.6963498667 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.8110281676 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8935202509 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.8499699086 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9373468906 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.8891101331 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0314704287 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1302068532 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1170979654 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0556858871 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.018551358 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.1288799662 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.6645958573 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.692469731 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5062091947 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6103921533 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5839679092 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0788475629 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4234732704 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5019446015 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4602246508 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6186143011 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3904621396 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.079467468 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.5409123115 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5979039818 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.2414562851 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.4275884517 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2964845299 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3958333433 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5208333395 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6875000149 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6875000149 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.6041666791 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.9506666511 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.9288253933 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.9507228285 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.9498148113 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.9509439617 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.948399514 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0026178011 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.2300780525 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4529739544 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.4788705558 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5599937588 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.4590432644 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.046229789 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3357143104 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.4847949743 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3526519686 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.5259340629 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.3871853203 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.5532055497 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.625291869 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.583325699 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.5937920213 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.6578850597 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.629879266 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7599936724 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7545007169 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7683018148 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7548387945 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7588281184 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7498623878 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.7313449532 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.7172911018 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.7540888786 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7281467319 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.7160822302 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7409904599 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0219902908 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.4531530291 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.8510420471 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.7882987559 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8822428882 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.7095170766 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0537537057 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1248931796 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.2076907381 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.1419584276 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.1621641759 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.160128518 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0642095301 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.0683814873 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.1407619752 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.115200514 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.0908352125 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.1465628669 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0378921381 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.1766164564 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.3027227968 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.3062709197 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.2771924958 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.2812132724 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_cert_acc_72", + "value":0.0 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_cert_acc_72", + "value":0.3515315503 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_cert_acc_72", + "value":0.5873788446 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_cert_acc_72", + "value":0.6022765487 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_cert_acc_72", + "value":0.8144829571 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_cert_acc_72", + "value":0.5340487063 + }, + { + "dataset":"abalone", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6203026246 + }, + { + "dataset":"abalone", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6375124285 + }, + { + "dataset":"abalone", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6349357692 + }, + { + "dataset":"abalone", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.632540474 + }, + { + "dataset":"abalone", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6413717116 + }, + { + "dataset":"abalone", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6369186875 + }, + { + "dataset":"acute-inflammation", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6606430577 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9263751329 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9033247533 + }, + { + "dataset":"acute-inflammation", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7583459236 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8953905769 + }, + { + "dataset":"acute-inflammation", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7719966473 + }, + { + "dataset":"acute-nephritis", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5594713901 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.948630137 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.91888969 + }, + { + "dataset":"acute-nephritis", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7541906994 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9457256806 + }, + { + "dataset":"acute-nephritis", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9219671852 + }, + { + "dataset":"adult", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8063832027 + }, + { + "dataset":"adult", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.815927162 + }, + { + "dataset":"adult", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8080616044 + }, + { + "dataset":"adult", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7942706345 + }, + { + "dataset":"adult", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.804956851 + }, + { + "dataset":"adult", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8087731916 + }, + { + "dataset":"annealing", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5965276247 + }, + { + "dataset":"annealing", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7956717987 + }, + { + "dataset":"annealing", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7219385648 + }, + { + "dataset":"annealing", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7892544532 + }, + { + "dataset":"annealing", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7981477809 + }, + { + "dataset":"annealing", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7504770676 + }, + { + "dataset":"arrhythmia", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3746656009 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6144344568 + }, + { + "dataset":"arrhythmia", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6294487994 + }, + { + "dataset":"arrhythmia", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6252985305 + }, + { + "dataset":"arrhythmia", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6052173964 + }, + { + "dataset":"arrhythmia", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5721403748 + }, + { + "dataset":"audiology-std", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1425048788 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3297678335 + }, + { + "dataset":"audiology-std", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3229084939 + }, + { + "dataset":"audiology-std", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3664743587 + }, + { + "dataset":"audiology-std", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3644262397 + }, + { + "dataset":"audiology-std", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2824037231 + }, + { + "dataset":"balance-scale", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6295622365 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8364652102 + }, + { + "dataset":"balance-scale", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7764711043 + }, + { + "dataset":"balance-scale", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6913051429 + }, + { + "dataset":"balance-scale", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7582773427 + }, + { + "dataset":"balance-scale", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7495465027 + }, + { + "dataset":"balloons", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5 + }, + { + "dataset":"balloons", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5647727273 + }, + { + "dataset":"balloons", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4255681818 + }, + { + "dataset":"balloons", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5460227273 + }, + { + "dataset":"balloons", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5931818182 + }, + { + "dataset":"balloons", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5863636364 + }, + { + "dataset":"bank", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8451769935 + }, + { + "dataset":"bank", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.863761373 + }, + { + "dataset":"bank", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8463156722 + }, + { + "dataset":"bank", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8229626804 + }, + { + "dataset":"bank", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8294510217 + }, + { + "dataset":"bank", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8363811733 + }, + { + "dataset":"blood", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6328156614 + }, + { + "dataset":"blood", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7099749319 + }, + { + "dataset":"blood", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6759892978 + }, + { + "dataset":"blood", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6312480275 + }, + { + "dataset":"blood", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.67309584 + }, + { + "dataset":"blood", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7062274568 + }, + { + "dataset":"breast-cancer", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.576618295 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6864629398 + }, + { + "dataset":"breast-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6222018514 + }, + { + "dataset":"breast-cancer", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6834493587 + }, + { + "dataset":"breast-cancer", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6780989545 + }, + { + "dataset":"breast-cancer", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6524524803 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9514300588 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9542393826 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9592239129 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9645292314 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9681241203 + }, + { + "dataset":"breast-cancer-wisc", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9535257059 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9193473908 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9498539775 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9424396506 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9606841307 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9548545402 + }, + { + "dataset":"breast-cancer-wisc-diag", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.947616776 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6835227376 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7561968653 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6662990619 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7043352711 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7868773319 + }, + { + "dataset":"breast-cancer-wisc-prog", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6709464107 + }, + { + "dataset":"breast-tissue", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2137337155 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3596828818 + }, + { + "dataset":"breast-tissue", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.465960073 + }, + { + "dataset":"breast-tissue", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5064711768 + }, + { + "dataset":"breast-tissue", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5645023634 + }, + { + "dataset":"breast-tissue", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3797804682 + }, + { + "dataset":"car", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7208117997 + }, + { + "dataset":"car", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7951741472 + }, + { + "dataset":"car", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7311405339 + }, + { + "dataset":"car", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7385995256 + }, + { + "dataset":"car", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7949161908 + }, + { + "dataset":"car", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7586395327 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5842813452 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6410171096 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6410164163 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6080417764 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6352808366 + }, + { + "dataset":"cardiotocography-10clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6363130275 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8379711039 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8726530041 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8647727844 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8513968786 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.860255132 + }, + { + "dataset":"cardiotocography-3clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8559036579 + }, + { + "dataset":"chess-krvk", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1999023548 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2424688186 + }, + { + "dataset":"chess-krvk", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2018571395 + }, + { + "dataset":"chess-krvk", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.1994044975 + }, + { + "dataset":"chess-krvk", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.2118852285 + }, + { + "dataset":"chess-krvk", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2456199341 + }, + { + "dataset":"chess-krvkp", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9533379205 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9648544999 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9634328794 + }, + { + "dataset":"chess-krvkp", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9683387536 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9732463659 + }, + { + "dataset":"chess-krvkp", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9669133533 + }, + { + "dataset":"congressional-voting", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5860760975 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5780515853 + }, + { + "dataset":"congressional-voting", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.557187166 + }, + { + "dataset":"congressional-voting", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5674234656 + }, + { + "dataset":"congressional-voting", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5569895198 + }, + { + "dataset":"congressional-voting", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5590282398 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.74175789 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.798156328 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7639875808 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8159368798 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.810031368 + }, + { + "dataset":"conn-bench-sonar-mines-rocks", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7740221497 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6496752509 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7929579446 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.614786571 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6961134413 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7810967345 + }, + { + "dataset":"conn-bench-vowel-deterding", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.693134284 + }, + { + "dataset":"connect-4", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7853923653 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8263491036 + }, + { + "dataset":"connect-4", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.814523301 + }, + { + "dataset":"connect-4", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.774929561 + }, + { + "dataset":"connect-4", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8173991688 + }, + { + "dataset":"connect-4", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8116790713 + }, + { + "dataset":"contrac", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.437031339 + }, + { + "dataset":"contrac", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4920663685 + }, + { + "dataset":"contrac", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.492562837 + }, + { + "dataset":"contrac", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4781724775 + }, + { + "dataset":"contrac", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5032139285 + }, + { + "dataset":"contrac", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4670762209 + }, + { + "dataset":"credit-approval", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8365875214 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8445377557 + }, + { + "dataset":"credit-approval", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8487431207 + }, + { + "dataset":"credit-approval", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.848716521 + }, + { + "dataset":"credit-approval", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.839794953 + }, + { + "dataset":"credit-approval", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8486831574 + }, + { + "dataset":"cylinder-bands", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6642050436 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7210114092 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6854992347 + }, + { + "dataset":"cylinder-bands", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7233324134 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7259434505 + }, + { + "dataset":"cylinder-bands", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6668523571 + }, + { + "dataset":"dermatology", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9139703463 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9622727484 + }, + { + "dataset":"dermatology", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9554074363 + }, + { + "dataset":"dermatology", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9577587319 + }, + { + "dataset":"dermatology", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9635025273 + }, + { + "dataset":"dermatology", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9416428024 + }, + { + "dataset":"echocardiogram", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6359608182 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6872904062 + }, + { + "dataset":"echocardiogram", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.681940363 + }, + { + "dataset":"echocardiogram", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6546355517 + }, + { + "dataset":"echocardiogram", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7458945549 + }, + { + "dataset":"echocardiogram", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7736574474 + }, + { + "dataset":"ecoli", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1962880374 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7197189715 + }, + { + "dataset":"ecoli", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8170186956 + }, + { + "dataset":"ecoli", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5629727415 + }, + { + "dataset":"ecoli", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7507218972 + }, + { + "dataset":"ecoli", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7853115139 + }, + { + "dataset":"energy-y1", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6575250632 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8591109603 + }, + { + "dataset":"energy-y1", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8522613387 + }, + { + "dataset":"energy-y1", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8465917619 + }, + { + "dataset":"energy-y1", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8535349167 + }, + { + "dataset":"energy-y1", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8544719091 + }, + { + "dataset":"energy-y2", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6960333187 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8563855916 + }, + { + "dataset":"energy-y2", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8504594545 + }, + { + "dataset":"energy-y2", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8558663447 + }, + { + "dataset":"energy-y2", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8673162782 + }, + { + "dataset":"energy-y2", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8454794157 + }, + { + "dataset":"fertility", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5973967525 + }, + { + "dataset":"fertility", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8017940541 + }, + { + "dataset":"fertility", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.612896518 + }, + { + "dataset":"fertility", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7505142764 + }, + { + "dataset":"fertility", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8139271544 + }, + { + "dataset":"fertility", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6687242014 + }, + { + "dataset":"flags", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1900981797 + }, + { + "dataset":"flags", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3822997175 + }, + { + "dataset":"flags", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3560178419 + }, + { + "dataset":"flags", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3566165346 + }, + { + "dataset":"flags", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4076039725 + }, + { + "dataset":"flags", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2243633853 + }, + { + "dataset":"glass", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.29271071 + }, + { + "dataset":"glass", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3574006256 + }, + { + "dataset":"glass", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4223906283 + }, + { + "dataset":"glass", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3192092047 + }, + { + "dataset":"glass", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.336812673 + }, + { + "dataset":"glass", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4063045372 + }, + { + "dataset":"haberman-survival", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5368002721 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7326685061 + }, + { + "dataset":"haberman-survival", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.695310808 + }, + { + "dataset":"haberman-survival", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6965526512 + }, + { + "dataset":"haberman-survival", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6759383052 + }, + { + "dataset":"haberman-survival", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6695647593 + }, + { + "dataset":"hayes-roth", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2947299696 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5470503712 + }, + { + "dataset":"hayes-roth", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4832922835 + }, + { + "dataset":"hayes-roth", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3957158079 + }, + { + "dataset":"hayes-roth", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4486760736 + }, + { + "dataset":"hayes-roth", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5542431117 + }, + { + "dataset":"heart-cleveland", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.2348124869 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5432711752 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4800583287 + }, + { + "dataset":"heart-cleveland", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4546703835 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5138573048 + }, + { + "dataset":"heart-cleveland", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4477380376 + }, + { + "dataset":"heart-hungarian", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6810597142 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8137542104 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7777735135 + }, + { + "dataset":"heart-hungarian", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8027592598 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8214401246 + }, + { + "dataset":"heart-hungarian", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7629553722 + }, + { + "dataset":"heart-switzerland", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1270204028 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2942322979 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2096199706 + }, + { + "dataset":"heart-switzerland", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.2134977172 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3093611145 + }, + { + "dataset":"heart-switzerland", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.1862694142 + }, + { + "dataset":"heart-va", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1804428376 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2648706741 + }, + { + "dataset":"heart-va", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2263899381 + }, + { + "dataset":"heart-va", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.2246694906 + }, + { + "dataset":"heart-va", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.2620444816 + }, + { + "dataset":"heart-va", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.2191663969 + }, + { + "dataset":"hepatitis", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7639382635 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8277375466 + }, + { + "dataset":"hepatitis", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.816805647 + }, + { + "dataset":"hepatitis", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8295662351 + }, + { + "dataset":"hepatitis", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8303836588 + }, + { + "dataset":"hepatitis", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7907468364 + }, + { + "dataset":"hill-valley", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5329116846 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5587263791 + }, + { + "dataset":"hill-valley", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6158407968 + }, + { + "dataset":"hill-valley", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5546712931 + }, + { + "dataset":"hill-valley", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.546002592 + }, + { + "dataset":"hill-valley", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5743078547 + }, + { + "dataset":"horse-colic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7414639443 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7794809529 + }, + { + "dataset":"horse-colic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7772799046 + }, + { + "dataset":"horse-colic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8093753538 + }, + { + "dataset":"horse-colic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8013823263 + }, + { + "dataset":"horse-colic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8077865696 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6309684289 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6909858775 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6200991913 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6002219492 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6113336141 + }, + { + "dataset":"ilpd-indian-liver", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6207121936 + }, + { + "dataset":"image-segmentation", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9038966763 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9007429186 + }, + { + "dataset":"image-segmentation", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8934960772 + }, + { + "dataset":"image-segmentation", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9053649246 + }, + { + "dataset":"image-segmentation", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9186208686 + }, + { + "dataset":"image-segmentation", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9065160937 + }, + { + "dataset":"ionosphere", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8668497359 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9236486481 + }, + { + "dataset":"ionosphere", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8939650158 + }, + { + "dataset":"ionosphere", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9223048086 + }, + { + "dataset":"ionosphere", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8995997123 + }, + { + "dataset":"ionosphere", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8744948793 + }, + { + "dataset":"iris", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.40746106 + }, + { + "dataset":"iris", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7910740493 + }, + { + "dataset":"iris", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7755028566 + }, + { + "dataset":"iris", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6311114824 + }, + { + "dataset":"iris", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5505416219 + }, + { + "dataset":"iris", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7888787335 + }, + { + "dataset":"led-display", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4459921402 + }, + { + "dataset":"led-display", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.721387153 + }, + { + "dataset":"led-display", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7221585777 + }, + { + "dataset":"led-display", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7143777894 + }, + { + "dataset":"led-display", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6760606302 + }, + { + "dataset":"led-display", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6914993583 + }, + { + "dataset":"lenses", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3147321429 + }, + { + "dataset":"lenses", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3325892857 + }, + { + "dataset":"lenses", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2276785714 + }, + { + "dataset":"lenses", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3169642857 + }, + { + "dataset":"lenses", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3482142857 + }, + { + "dataset":"lenses", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.28125 + }, + { + "dataset":"letter", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6882133011 + }, + { + "dataset":"letter", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7063168586 + }, + { + "dataset":"letter", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6853878953 + }, + { + "dataset":"letter", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6974816724 + }, + { + "dataset":"letter", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.707528211 + }, + { + "dataset":"letter", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7123880949 + }, + { + "dataset":"libras", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.543103337 + }, + { + "dataset":"libras", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6654323482 + }, + { + "dataset":"libras", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6530058095 + }, + { + "dataset":"libras", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6841418989 + }, + { + "dataset":"libras", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7177377845 + }, + { + "dataset":"libras", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6351950549 + }, + { + "dataset":"low-res-spect", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7643363742 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8287112957 + }, + { + "dataset":"low-res-spect", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8489369837 + }, + { + "dataset":"low-res-spect", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8232884982 + }, + { + "dataset":"low-res-spect", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.819718612 + }, + { + "dataset":"low-res-spect", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8115787464 + }, + { + "dataset":"lung-cancer", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3512867647 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3873161765 + }, + { + "dataset":"lung-cancer", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4645220588 + }, + { + "dataset":"lung-cancer", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3444852941 + }, + { + "dataset":"lung-cancer", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3694852941 + }, + { + "dataset":"lung-cancer", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3810661765 + }, + { + "dataset":"lymphography", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4597103822 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.734186807 + }, + { + "dataset":"lymphography", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7068578221 + }, + { + "dataset":"lymphography", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7232484094 + }, + { + "dataset":"lymphography", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7343509591 + }, + { + "dataset":"lymphography", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.656685057 + }, + { + "dataset":"magic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8289206964 + }, + { + "dataset":"magic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8426865691 + }, + { + "dataset":"magic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8354636076 + }, + { + "dataset":"magic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8353755422 + }, + { + "dataset":"magic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8412868389 + }, + { + "dataset":"magic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8411599664 + }, + { + "dataset":"mammographic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6103496119 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8089268633 + }, + { + "dataset":"mammographic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8011125949 + }, + { + "dataset":"mammographic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8102031875 + }, + { + "dataset":"mammographic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8028966829 + }, + { + "dataset":"mammographic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8019524314 + }, + { + "dataset":"miniboone", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8722643527 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8821084261 + }, + { + "dataset":"miniboone", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8732829061 + }, + { + "dataset":"miniboone", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8636540103 + }, + { + "dataset":"miniboone", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8634892665 + }, + { + "dataset":"miniboone", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8767781059 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6917123664 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6666403842 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5935417896 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7631371319 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7368821828 + }, + { + "dataset":"molec-biol-promoter", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7025789089 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8213346943 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8023389527 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8178855496 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8047967699 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.785499138 + }, + { + "dataset":"molec-biol-splice", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8199772467 + }, + { + "dataset":"monks-1", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6861228051 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7741423728 + }, + { + "dataset":"monks-1", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6795208764 + }, + { + "dataset":"monks-1", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6616185865 + }, + { + "dataset":"monks-1", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7961663671 + }, + { + "dataset":"monks-1", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7240159025 + }, + { + "dataset":"monks-2", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5061369386 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5907648107 + }, + { + "dataset":"monks-2", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4932976196 + }, + { + "dataset":"monks-2", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5545527314 + }, + { + "dataset":"monks-2", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6156524231 + }, + { + "dataset":"monks-2", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5529843358 + }, + { + "dataset":"monks-3", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5884150124 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5760399259 + }, + { + "dataset":"monks-3", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5610848413 + }, + { + "dataset":"monks-3", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.539711869 + }, + { + "dataset":"monks-3", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.528522265 + }, + { + "dataset":"monks-3", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5775236604 + }, + { + "dataset":"mushroom", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9877731481 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9989194365 + }, + { + "dataset":"mushroom", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9957777028 + }, + { + "dataset":"mushroom", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9939660449 + }, + { + "dataset":"mushroom", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9993797744 + }, + { + "dataset":"mushroom", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9977342073 + }, + { + "dataset":"musk-1", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7889266053 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8378158664 + }, + { + "dataset":"musk-1", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8218172956 + }, + { + "dataset":"musk-1", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8352890602 + }, + { + "dataset":"musk-1", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8483930431 + }, + { + "dataset":"musk-1", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8183643722 + }, + { + "dataset":"musk-2", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9596562871 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9619772386 + }, + { + "dataset":"musk-2", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9618530231 + }, + { + "dataset":"musk-2", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9619200703 + }, + { + "dataset":"musk-2", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9634850927 + }, + { + "dataset":"musk-2", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9636241719 + }, + { + "dataset":"nursery", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8310915428 + }, + { + "dataset":"nursery", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8810187671 + }, + { + "dataset":"nursery", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8552875683 + }, + { + "dataset":"nursery", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8347808951 + }, + { + "dataset":"nursery", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8421567747 + }, + { + "dataset":"nursery", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8432104888 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6448355696 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7280186242 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7102918058 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7260322184 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7384754473 + }, + { + "dataset":"oocytes_merluccius_nucleus_4d", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6947013737 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8610916093 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8798656262 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8685174616 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8684238662 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8749245573 + }, + { + "dataset":"oocytes_merluccius_states_2f", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.868789866 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6383893624 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7394459849 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.731333662 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7212021335 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7191073409 + }, + { + "dataset":"oocytes_trisopterus_nucleus_2f", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6960326353 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7712337145 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8722039596 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8613600287 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8655606747 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8681546541 + }, + { + "dataset":"oocytes_trisopterus_states_5b", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8600843248 + }, + { + "dataset":"optical", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9437951872 + }, + { + "dataset":"optical", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9543746107 + }, + { + "dataset":"optical", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.957969722 + }, + { + "dataset":"optical", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9492526249 + }, + { + "dataset":"optical", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9584548243 + }, + { + "dataset":"optical", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9540627843 + }, + { + "dataset":"ozone", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9227591799 + }, + { + "dataset":"ozone", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9507433241 + }, + { + "dataset":"ozone", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9345987918 + }, + { + "dataset":"ozone", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.91635112 + }, + { + "dataset":"ozone", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9387596892 + }, + { + "dataset":"ozone", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9334765095 + }, + { + "dataset":"page-blocks", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9004166325 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9017897711 + }, + { + "dataset":"page-blocks", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8981328007 + }, + { + "dataset":"page-blocks", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8703921132 + }, + { + "dataset":"page-blocks", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8560757769 + }, + { + "dataset":"page-blocks", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8860302517 + }, + { + "dataset":"parkinsons", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7583293784 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7217133108 + }, + { + "dataset":"parkinsons", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6370916909 + }, + { + "dataset":"parkinsons", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7779406964 + }, + { + "dataset":"parkinsons", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8344926688 + }, + { + "dataset":"parkinsons", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7168583993 + }, + { + "dataset":"pendigits", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8923172098 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9272765057 + }, + { + "dataset":"pendigits", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9016975789 + }, + { + "dataset":"pendigits", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9106834217 + }, + { + "dataset":"pendigits", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9273229671 + }, + { + "dataset":"pendigits", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9288343483 + }, + { + "dataset":"pima", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7225573148 + }, + { + "dataset":"pima", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7551255494 + }, + { + "dataset":"pima", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7458887632 + }, + { + "dataset":"pima", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.737022064 + }, + { + "dataset":"pima", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7495837913 + }, + { + "dataset":"pima", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7530188641 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3097458041 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.671145996 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6105862119 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6704064208 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7422568225 + }, + { + "dataset":"pittsburg-bridges-MATERIAL", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5606289032 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3809458232 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5295119215 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4122847469 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.519826023 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5138228519 + }, + { + "dataset":"pittsburg-bridges-REL-L", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.392529876 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3194924548 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4638451838 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4263871897 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3941298016 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5089178336 + }, + { + "dataset":"pittsburg-bridges-SPAN", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4663848639 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7913061987 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6966533419 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5952271725 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7872201757 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7800619784 + }, + { + "dataset":"pittsburg-bridges-T-OR-D", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5906110424 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1952228617 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3410531973 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.2805233654 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.2102506124 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.2985546534 + }, + { + "dataset":"pittsburg-bridges-TYPE", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.1700547733 + }, + { + "dataset":"planning", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5360583066 + }, + { + "dataset":"planning", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5552733103 + }, + { + "dataset":"planning", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5924749939 + }, + { + "dataset":"planning", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5298386336 + }, + { + "dataset":"planning", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5673326683 + }, + { + "dataset":"planning", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5437370763 + }, + { + "dataset":"plant-margin", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6982595365 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7344047373 + }, + { + "dataset":"plant-margin", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7318169975 + }, + { + "dataset":"plant-margin", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7135980624 + }, + { + "dataset":"plant-margin", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7287770078 + }, + { + "dataset":"plant-margin", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7386192211 + }, + { + "dataset":"plant-shape", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3054771197 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5026413822 + }, + { + "dataset":"plant-shape", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5108040244 + }, + { + "dataset":"plant-shape", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.483677184 + }, + { + "dataset":"plant-shape", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5186666671 + }, + { + "dataset":"plant-shape", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.491571879 + }, + { + "dataset":"plant-texture", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6767507327 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.707477473 + }, + { + "dataset":"plant-texture", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7119300975 + }, + { + "dataset":"plant-texture", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6937894515 + }, + { + "dataset":"plant-texture", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7072090201 + }, + { + "dataset":"plant-texture", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7164235334 + }, + { + "dataset":"post-operative", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4165234264 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5012483593 + }, + { + "dataset":"post-operative", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5212044171 + }, + { + "dataset":"post-operative", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.4853449752 + }, + { + "dataset":"post-operative", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5106773954 + }, + { + "dataset":"post-operative", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4111407864 + }, + { + "dataset":"primary-tumor", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.1143528717 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.2724795484 + }, + { + "dataset":"primary-tumor", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3408281285 + }, + { + "dataset":"primary-tumor", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.2892712321 + }, + { + "dataset":"primary-tumor", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3422190007 + }, + { + "dataset":"primary-tumor", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3063972862 + }, + { + "dataset":"ringnorm", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9503727864 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9818853244 + }, + { + "dataset":"ringnorm", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9723538587 + }, + { + "dataset":"ringnorm", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9614298371 + }, + { + "dataset":"ringnorm", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.97957034 + }, + { + "dataset":"ringnorm", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9780779263 + }, + { + "dataset":"seeds", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4077704973 + }, + { + "dataset":"seeds", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8913390457 + }, + { + "dataset":"seeds", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9133358535 + }, + { + "dataset":"seeds", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8771547379 + }, + { + "dataset":"seeds", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8023059476 + }, + { + "dataset":"seeds", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8151671707 + }, + { + "dataset":"semeion", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9076792945 + }, + { + "dataset":"semeion", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9002242204 + }, + { + "dataset":"semeion", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9011395966 + }, + { + "dataset":"semeion", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8990022519 + }, + { + "dataset":"semeion", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9151888098 + }, + { + "dataset":"semeion", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8980909621 + }, + { + "dataset":"soybean", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7597622775 + }, + { + "dataset":"soybean", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8517944928 + }, + { + "dataset":"soybean", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8387901823 + }, + { + "dataset":"soybean", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.829849632 + }, + { + "dataset":"soybean", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8695566528 + }, + { + "dataset":"soybean", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8276413964 + }, + { + "dataset":"spambase", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9247920765 + }, + { + "dataset":"spambase", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9267994185 + }, + { + "dataset":"spambase", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9299809903 + }, + { + "dataset":"spambase", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9277227729 + }, + { + "dataset":"spambase", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9287352357 + }, + { + "dataset":"spambase", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9290850578 + }, + { + "dataset":"spect", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6941842612 + }, + { + "dataset":"spect", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6632836299 + }, + { + "dataset":"spect", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6570057348 + }, + { + "dataset":"spect", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7001296137 + }, + { + "dataset":"spect", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7530271122 + }, + { + "dataset":"spect", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6729249957 + }, + { + "dataset":"spectf", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5167361304 + }, + { + "dataset":"spectf", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5123667491 + }, + { + "dataset":"spectf", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5000011577 + }, + { + "dataset":"spectf", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5165335278 + }, + { + "dataset":"spectf", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5414742596 + }, + { + "dataset":"spectf", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5000011577 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.631786868 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.5959745944 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5498138846 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.5761923056 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.5713423377 + }, + { + "dataset":"statlog-australian-credit", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.5623621449 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7266988811 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7068620639 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7237670076 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7052397926 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7034474019 + }, + { + "dataset":"statlog-german-credit", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7204880002 + }, + { + "dataset":"statlog-heart", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7030025718 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7733592261 + }, + { + "dataset":"statlog-heart", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7894764529 + }, + { + "dataset":"statlog-heart", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7856747603 + }, + { + "dataset":"statlog-heart", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.80328921 + }, + { + "dataset":"statlog-heart", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7760075577 + }, + { + "dataset":"statlog-image", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8658879856 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8758692049 + }, + { + "dataset":"statlog-image", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8738622446 + }, + { + "dataset":"statlog-image", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8734471915 + }, + { + "dataset":"statlog-image", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8782768137 + }, + { + "dataset":"statlog-image", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.874535332 + }, + { + "dataset":"statlog-landsat", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8424204257 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8678976461 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8581708955 + }, + { + "dataset":"statlog-landsat", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8595223253 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8698096711 + }, + { + "dataset":"statlog-landsat", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8638493346 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8540545078 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9001365849 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8681191514 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7431003661 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.835171304 + }, + { + "dataset":"statlog-shuttle", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9014890336 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5840734531 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6701863152 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6897548795 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6821825039 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6989217218 + }, + { + "dataset":"statlog-vehicle", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6658891215 + }, + { + "dataset":"steel-plates", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6010986754 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.6727556637 + }, + { + "dataset":"steel-plates", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6523241382 + }, + { + "dataset":"steel-plates", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.64503538 + }, + { + "dataset":"steel-plates", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6800781356 + }, + { + "dataset":"steel-plates", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6639724184 + }, + { + "dataset":"synthetic-control", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.936646017 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9634465472 + }, + { + "dataset":"synthetic-control", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9669433723 + }, + { + "dataset":"synthetic-control", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9524507654 + }, + { + "dataset":"synthetic-control", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9724195248 + }, + { + "dataset":"synthetic-control", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9717804225 + }, + { + "dataset":"teaching", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3480427539 + }, + { + "dataset":"teaching", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4608393874 + }, + { + "dataset":"teaching", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.4207200342 + }, + { + "dataset":"teaching", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.35032633 + }, + { + "dataset":"teaching", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3956392967 + }, + { + "dataset":"teaching", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3645233661 + }, + { + "dataset":"thyroid", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9188061413 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8811732066 + }, + { + "dataset":"thyroid", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8880523887 + }, + { + "dataset":"thyroid", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7728379744 + }, + { + "dataset":"thyroid", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8279249186 + }, + { + "dataset":"thyroid", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8253137694 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.668829217 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.796584352 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7571582465 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7739656547 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8662308235 + }, + { + "dataset":"tic-tac-toe", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7720068203 + }, + { + "dataset":"titanic", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7565671194 + }, + { + "dataset":"titanic", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7684683582 + }, + { + "dataset":"titanic", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7684683582 + }, + { + "dataset":"titanic", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7480723862 + }, + { + "dataset":"titanic", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7429259936 + }, + { + "dataset":"titanic", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7657801861 + }, + { + "dataset":"trains", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.5625 + }, + { + "dataset":"trains", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7708333333 + }, + { + "dataset":"trains", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.6041666667 + }, + { + "dataset":"trains", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.6875 + }, + { + "dataset":"trains", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.6875 + }, + { + "dataset":"trains", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.6458333333 + }, + { + "dataset":"twonorm", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.9775023212 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.9754119319 + }, + { + "dataset":"twonorm", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.9771628681 + }, + { + "dataset":"twonorm", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.9770509905 + }, + { + "dataset":"twonorm", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.975641184 + }, + { + "dataset":"twonorm", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9755820316 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.6321603586 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7775182132 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7486205385 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.76208422 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7832245934 + }, + { + "dataset":"vertebral-column-2clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7261835452 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.4438586689 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.717211536 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.736935786 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.609125644 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.736964756 + }, + { + "dataset":"vertebral-column-3clases", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.7172814749 + }, + { + "dataset":"wall-following", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7291971002 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.7722382015 + }, + { + "dataset":"wall-following", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.7529764682 + }, + { + "dataset":"wall-following", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.75402236 + }, + { + "dataset":"wall-following", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.7897337218 + }, + { + "dataset":"wall-following", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.774812712 + }, + { + "dataset":"waveform", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8690534669 + }, + { + "dataset":"waveform", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8650619751 + }, + { + "dataset":"waveform", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8671383551 + }, + { + "dataset":"waveform", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8610782513 + }, + { + "dataset":"waveform", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8623984495 + }, + { + "dataset":"waveform", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8652366264 + }, + { + "dataset":"waveform-noise", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.8605106847 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8513751464 + }, + { + "dataset":"waveform-noise", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.8597458392 + }, + { + "dataset":"waveform-noise", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.8502924348 + }, + { + "dataset":"waveform-noise", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.8416631281 + }, + { + "dataset":"waveform-noise", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8562213025 + }, + { + "dataset":"wine", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.7411928418 + }, + { + "dataset":"wine", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.8995227401 + }, + { + "dataset":"wine", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.946985128 + }, + { + "dataset":"wine", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.930330581 + }, + { + "dataset":"wine", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.9515973293 + }, + { + "dataset":"wine", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.9255686763 + }, + { + "dataset":"wine-quality-red", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3952335206 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.4340931223 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3997459192 + }, + { + "dataset":"wine-quality-red", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3647643296 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.3893749007 + }, + { + "dataset":"wine-quality-red", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3651473424 + }, + { + "dataset":"wine-quality-white", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3086408895 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.3839136235 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.3380570358 + }, + { + "dataset":"wine-quality-white", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.3573753128 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.325370439 + }, + { + "dataset":"wine-quality-white", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.3344386145 + }, + { + "dataset":"yeast", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3995808097 + }, + { + "dataset":"yeast", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.502500852 + }, + { + "dataset":"yeast", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.5194975197 + }, + { + "dataset":"yeast", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.50735627 + }, + { + "dataset":"yeast", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.4858191874 + }, + { + "dataset":"yeast", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.4965413723 + }, + { + "dataset":"zoo", + "algorithm":"aol", + "metric":"mean_test_acc", + "value":0.3176884373 + }, + { + "dataset":"zoo", + "algorithm":"ldlt", + "metric":"mean_test_acc", + "value":0.768819415 + }, + { + "dataset":"zoo", + "algorithm":"ldlt-resnet", + "metric":"mean_test_acc", + "value":0.806064746 + }, + { + "dataset":"zoo", + "algorithm":"ortho", + "metric":"mean_test_acc", + "value":0.7598197864 + }, + { + "dataset":"zoo", + "algorithm":"sandwich", + "metric":"mean_test_acc", + "value":0.858663165 + }, + { + "dataset":"zoo", + "algorithm":"sdp", + "metric":"mean_test_acc", + "value":0.8234052243 + } +] \ No newline at end of file