[ { "dataset":"abalone", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2967428267 }, { "dataset":"abalone", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3115402237 }, { "dataset":"abalone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3138011172 }, { "dataset":"abalone", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3128285334 }, { "dataset":"abalone", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3209217116 }, { "dataset":"abalone", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3132657111 }, { "dataset":"acute-inflammation", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1107142866 }, { "dataset":"acute-inflammation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5147288293 }, { "dataset":"acute-inflammation", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3958340324 }, { "dataset":"acute-inflammation", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2041185275 }, { "dataset":"acute-inflammation", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1964501441 }, { "dataset":"acute-nephritis", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1730184574 }, { "dataset":"acute-nephritis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6069641113 }, { "dataset":"acute-nephritis", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3023996707 }, { "dataset":"acute-nephritis", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.579595305 }, { "dataset":"acute-nephritis", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.215440657 }, { "dataset":"adult", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.6212634444 }, { "dataset":"adult", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6321066916 }, { "dataset":"adult", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6366802305 }, { "dataset":"adult", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6110313833 }, { "dataset":"adult", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6225959659 }, { "dataset":"adult", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6287646741 }, { "dataset":"annealing", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0796522946 }, { "dataset":"annealing", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6571226865 }, { "dataset":"annealing", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6237419546 }, { "dataset":"annealing", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6658503413 }, { "dataset":"annealing", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7023766339 }, { "dataset":"annealing", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6522925347 }, { "dataset":"arrhythmia", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0460601784 }, { "dataset":"arrhythmia", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4189150557 }, { "dataset":"arrhythmia", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5298637971 }, { "dataset":"arrhythmia", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4652203992 }, { "dataset":"arrhythmia", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5396484137 }, { "dataset":"arrhythmia", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3821690008 }, { "dataset":"audiology-std", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"audiology-std", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0803780118 }, { "dataset":"audiology-std", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1957384981 }, { "dataset":"audiology-std", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2091135196 }, { "dataset":"audiology-std", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2564165927 }, { "dataset":"audiology-std", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1586171873 }, { "dataset":"balance-scale", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1033768593 }, { "dataset":"balance-scale", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2665157355 }, { "dataset":"balance-scale", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2117643701 }, { "dataset":"balance-scale", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2699127756 }, { "dataset":"balance-scale", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3412078656 }, { "dataset":"balance-scale", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.326577317 }, { "dataset":"balloons", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"balloons", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"balloons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2693181876 }, { "dataset":"balloons", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0539772734 }, { "dataset":"balloons", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1352272741 }, { "dataset":"balloons", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.03125 }, { "dataset":"bank", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1667040791 }, { "dataset":"bank", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6653443277 }, { "dataset":"bank", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6551303864 }, { "dataset":"bank", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5851642936 }, { "dataset":"bank", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.623049587 }, { "dataset":"bank", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6324609369 }, { "dataset":"blood", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"blood", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0472189118 }, { "dataset":"blood", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2505885363 }, { "dataset":"blood", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0997718247 }, { "dataset":"blood", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3001850955 }, { "dataset":"blood", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.093414725 }, { "dataset":"breast-cancer", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"breast-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0256756768 }, { "dataset":"breast-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2867215201 }, { "dataset":"breast-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.290573854 }, { "dataset":"breast-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3097473681 }, { "dataset":"breast-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2954838611 }, { "dataset":"breast-cancer-wisc", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0821982326 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1863323664 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.845235005 }, { "dataset":"breast-cancer-wisc", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.9034633934 }, { "dataset":"breast-cancer-wisc", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9274074435 }, { "dataset":"breast-cancer-wisc", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6729366183 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1884037117 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8614823669 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8777448088 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8902560174 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8990306854 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7798035741 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0157480314 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2177577987 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4442415163 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4755788445 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6208828688 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4261577353 }, { "dataset":"breast-tissue", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"breast-tissue", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0244937064 }, { "dataset":"breast-tissue", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1219346412 }, { "dataset":"breast-tissue", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0858840495 }, { "dataset":"breast-tissue", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.253924109 }, { "dataset":"breast-tissue", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0812864485 }, { "dataset":"car", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.085056291 }, { "dataset":"car", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2042704495 }, { "dataset":"car", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3958221674 }, { "dataset":"car", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2923071049 }, { "dataset":"car", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4294122159 }, { "dataset":"car", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4011636004 }, { "dataset":"cardiotocography-10clases", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2881047539 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3451077044 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3750215247 }, { "dataset":"cardiotocography-10clases", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3286973238 }, { "dataset":"cardiotocography-10clases", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3648101985 }, { "dataset":"cardiotocography-10clases", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3681297675 }, { "dataset":"cardiotocography-3clases", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.5211010873 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7678609341 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7583914548 }, { "dataset":"cardiotocography-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7216464281 }, { "dataset":"cardiotocography-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7560738325 }, { "dataset":"cardiotocography-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7278930098 }, { "dataset":"chess-krvk", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.021714401 }, { "dataset":"chess-krvk", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0214704038 }, { "dataset":"chess-krvk", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0311007937 }, { "dataset":"chess-krvk", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0276430999 }, { "dataset":"chess-krvk", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0252789953 }, { "dataset":"chess-krvk", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0282861339 }, { "dataset":"chess-krvkp", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.7733920217 }, { "dataset":"chess-krvkp", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8648070693 }, { "dataset":"chess-krvkp", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8700542003 }, { "dataset":"chess-krvkp", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8718491942 }, { "dataset":"chess-krvkp", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9182107151 }, { "dataset":"chess-krvkp", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8753105253 }, { "dataset":"congressional-voting", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0009803922 }, { "dataset":"congressional-voting", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.000929368 }, { "dataset":"congressional-voting", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0602593264 }, { "dataset":"congressional-voting", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2113039792 }, { "dataset":"congressional-voting", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2463454567 }, { "dataset":"congressional-voting", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0924815796 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.516676262 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6187343597 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.584309563 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6326419264 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5440432727 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1068912819 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.312316332 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2048800215 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2558529936 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3599390686 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2598532178 }, { "dataset":"connect-4", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2794337198 }, { "dataset":"connect-4", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4594906867 }, { "dataset":"connect-4", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3589180633 }, { "dataset":"connect-4", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3037472293 }, { "dataset":"connect-4", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4712400287 }, { "dataset":"connect-4", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4163493067 }, { "dataset":"contrac", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0463585551 }, { "dataset":"contrac", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1256910469 }, { "dataset":"contrac", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1801102832 }, { "dataset":"contrac", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1075877175 }, { "dataset":"contrac", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1661205776 }, { "dataset":"contrac", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1269735564 }, { "dataset":"credit-approval", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.33016419 }, { "dataset":"credit-approval", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5591894314 }, { "dataset":"credit-approval", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7142693102 }, { "dataset":"credit-approval", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6810576171 }, { "dataset":"credit-approval", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6916832924 }, { "dataset":"credit-approval", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7014092058 }, { "dataset":"cylinder-bands", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0512390502 }, { "dataset":"cylinder-bands", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4010177627 }, { "dataset":"cylinder-bands", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3921341375 }, { "dataset":"cylinder-bands", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3696218655 }, { "dataset":"cylinder-bands", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4921518043 }, { "dataset":"cylinder-bands", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.319178611 }, { "dataset":"dermatology", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.5452071801 }, { "dataset":"dermatology", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7379871458 }, { "dataset":"dermatology", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8243301511 }, { "dataset":"dermatology", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.888934195 }, { "dataset":"dermatology", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9062990993 }, { "dataset":"dermatology", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7978618741 }, { "dataset":"echocardiogram", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0066666668 }, { "dataset":"echocardiogram", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0861423246 }, { "dataset":"echocardiogram", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2700475436 }, { "dataset":"echocardiogram", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2734068073 }, { "dataset":"echocardiogram", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4226634987 }, { "dataset":"echocardiogram", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3283852004 }, { "dataset":"ecoli", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"ecoli", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1717593893 }, { "dataset":"ecoli", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.490623869 }, { "dataset":"ecoli", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1487984192 }, { "dataset":"ecoli", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3884823583 }, { "dataset":"ecoli", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2873116955 }, { "dataset":"energy-y1", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0617413922 }, { "dataset":"energy-y1", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4937502667 }, { "dataset":"energy-y1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6567833722 }, { "dataset":"energy-y1", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5212664232 }, { "dataset":"energy-y1", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6769307703 }, { "dataset":"energy-y1", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5892357975 }, { "dataset":"energy-y2", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2948094159 }, { "dataset":"energy-y2", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5287490599 }, { "dataset":"energy-y2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6131676584 }, { "dataset":"energy-y2", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6496737897 }, { "dataset":"energy-y2", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7302444279 }, { "dataset":"energy-y2", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5774119943 }, { "dataset":"fertility", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.025931445 }, { "dataset":"fertility", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3231537305 }, { "dataset":"fertility", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3829941973 }, { "dataset":"fertility", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4834592417 }, { "dataset":"fertility", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3689928204 }, { "dataset":"flags", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"flags", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0620129686 }, { "dataset":"flags", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1388679557 }, { "dataset":"flags", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0698037231 }, { "dataset":"flags", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.195194602 }, { "dataset":"flags", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0487152585 }, { "dataset":"glass", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"glass", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0018518518 }, { "dataset":"glass", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1130295657 }, { "dataset":"glass", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0851386506 }, { "dataset":"glass", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1042014426 }, { "dataset":"glass", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0439239093 }, { "dataset":"haberman-survival", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0177705111 }, { "dataset":"haberman-survival", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"haberman-survival", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0318767744 }, { "dataset":"haberman-survival", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0217984724 }, { "dataset":"haberman-survival", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.060818783 }, { "dataset":"haberman-survival", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0149223357 }, { "dataset":"hayes-roth", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0025510204 }, { "dataset":"hayes-roth", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0434411643 }, { "dataset":"hayes-roth", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0362048687 }, { "dataset":"hayes-roth", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0385660734 }, { "dataset":"hayes-roth", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0145826302 }, { "dataset":"heart-cleveland", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0476878583 }, { "dataset":"heart-cleveland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2480153479 }, { "dataset":"heart-cleveland", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.123001717 }, { "dataset":"heart-cleveland", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2008495189 }, { "dataset":"heart-cleveland", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1192262899 }, { "dataset":"heart-hungarian", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0267572524 }, { "dataset":"heart-hungarian", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2771032853 }, { "dataset":"heart-hungarian", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4976172857 }, { "dataset":"heart-hungarian", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5751786679 }, { "dataset":"heart-hungarian", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6461761147 }, { "dataset":"heart-hungarian", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4242897816 }, { "dataset":"heart-switzerland", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.009788635 }, { "dataset":"heart-switzerland", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0073529412 }, { "dataset":"heart-switzerland", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0232537405 }, { "dataset":"heart-switzerland", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0100867271 }, { "dataset":"heart-va", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0356747797 }, { "dataset":"heart-va", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0288892186 }, { "dataset":"heart-va", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.031050795 }, { "dataset":"heart-va", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0253363561 }, { "dataset":"hepatitis", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"hepatitis", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1463151996 }, { "dataset":"hepatitis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6393094957 }, { "dataset":"hepatitis", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5579584464 }, { "dataset":"hepatitis", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7151890993 }, { "dataset":"hepatitis", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5541108921 }, { "dataset":"hill-valley", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0061289268 }, { "dataset":"hill-valley", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0318908491 }, { "dataset":"hill-valley", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0225919241 }, { "dataset":"hill-valley", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0272707408 }, { "dataset":"hill-valley", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0200018354 }, { "dataset":"hill-valley", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0206010095 }, { "dataset":"horse-colic", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0076754387 }, { "dataset":"horse-colic", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3253705124 }, { "dataset":"horse-colic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5394289792 }, { "dataset":"horse-colic", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5156744719 }, { "dataset":"horse-colic", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.583095476 }, { "dataset":"horse-colic", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5768176466 }, { "dataset":"ilpd-indian-liver", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0256410711 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0168221323 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1831780951 }, { "dataset":"ilpd-indian-liver", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2105288394 }, { "dataset":"ilpd-indian-liver", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2481326424 }, { "dataset":"ilpd-indian-liver", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2764773667 }, { "dataset":"image-segmentation", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.7332917452 }, { "dataset":"image-segmentation", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7607135028 }, { "dataset":"image-segmentation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7153794914 }, { "dataset":"image-segmentation", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7461949438 }, { "dataset":"image-segmentation", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7789885998 }, { "dataset":"image-segmentation", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7642514706 }, { "dataset":"ionosphere", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0011961722 }, { "dataset":"ionosphere", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.779427588 }, { "dataset":"ionosphere", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7404089719 }, { "dataset":"ionosphere", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8055760562 }, { "dataset":"ionosphere", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8075289577 }, { "dataset":"ionosphere", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6598940417 }, { "dataset":"iris", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.013586957 }, { "dataset":"iris", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1369565241 }, { "dataset":"iris", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1208280916 }, { "dataset":"iris", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2523886003 }, { "dataset":"iris", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2977332771 }, { "dataset":"iris", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0973775047 }, { "dataset":"led-display", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0318332892 }, { "dataset":"led-display", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5351262167 }, { "dataset":"led-display", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5929318964 }, { "dataset":"led-display", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5347457156 }, { "dataset":"led-display", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4660162032 }, { "dataset":"led-display", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.295761086 }, { "dataset":"lenses", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0357142873 }, { "dataset":"lenses", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0714285765 }, { "dataset":"lenses", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0513392873 }, { "dataset":"lenses", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"lenses", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"letter", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4181321189 }, { "dataset":"letter", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4485895857 }, { "dataset":"letter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.419473663 }, { "dataset":"letter", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4382405803 }, { "dataset":"letter", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.45002345 }, { "dataset":"letter", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4564209282 }, { "dataset":"libras", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2677877434 }, { "dataset":"libras", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5348584056 }, { "dataset":"libras", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.525165163 }, { "dataset":"libras", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5166189522 }, { "dataset":"libras", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.599857986 }, { "dataset":"libras", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4682179764 }, { "dataset":"low-res-spect", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4048277587 }, { "dataset":"low-res-spect", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.736935392 }, { "dataset":"low-res-spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7740033418 }, { "dataset":"low-res-spect", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7279738039 }, { "dataset":"low-res-spect", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7406321615 }, { "dataset":"low-res-spect", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7209491432 }, { "dataset":"lung-cancer", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"lung-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0606617648 }, { "dataset":"lung-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0803308841 }, { "dataset":"lung-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2159926482 }, { "dataset":"lung-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2735294178 }, { "dataset":"lung-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1419117656 }, { "dataset":"lymphography", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"lymphography", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1679861434 }, { "dataset":"lymphography", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4141063169 }, { "dataset":"lymphography", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.364318639 }, { "dataset":"lymphography", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4583094269 }, { "dataset":"lymphography", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2370988149 }, { "dataset":"magic", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.5706507713 }, { "dataset":"magic", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5889946371 }, { "dataset":"magic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5783914477 }, { "dataset":"magic", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5677136928 }, { "dataset":"magic", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.566091314 }, { "dataset":"magic", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5833182633 }, { "dataset":"mammographic", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0043721921 }, { "dataset":"mammographic", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3839688788 }, { "dataset":"mammographic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6885946989 }, { "dataset":"mammographic", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.639529869 }, { "dataset":"mammographic", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6749779582 }, { "dataset":"mammographic", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5085680149 }, { "dataset":"miniboone", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.6527111083 }, { "dataset":"miniboone", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6764356345 }, { "dataset":"miniboone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6867278963 }, { "dataset":"miniboone", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6210608184 }, { "dataset":"miniboone", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5984525979 }, { "dataset":"miniboone", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.658600077 }, { "dataset":"molec-biol-promoter", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0485990895 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2595461234 }, { "dataset":"molec-biol-promoter", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3234394491 }, { "dataset":"molec-biol-promoter", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3879473656 }, { "dataset":"molec-biol-promoter", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4697813764 }, { "dataset":"molec-biol-splice", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.5243018121 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5039712042 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.600925982 }, { "dataset":"molec-biol-splice", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5148356557 }, { "dataset":"molec-biol-splice", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5181491822 }, { "dataset":"molec-biol-splice", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5740831047 }, { "dataset":"monks-1", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0026315791 }, { "dataset":"monks-1", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2173463516 }, { "dataset":"monks-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3502377123 }, { "dataset":"monks-1", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1855229568 }, { "dataset":"monks-1", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3420525678 }, { "dataset":"monks-1", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2398718297 }, { "dataset":"monks-2", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"monks-2", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0174825173 }, { "dataset":"monks-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1071428601 }, { "dataset":"monks-2", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2984890044 }, { "dataset":"monks-2", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4627747089 }, { "dataset":"monks-2", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1084790193 }, { "dataset":"monks-3", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2114398926 }, { "dataset":"monks-3", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4897118732 }, { "dataset":"monks-3", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5008229837 }, { "dataset":"monks-3", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2645747224 }, { "dataset":"mushroom", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.9550201893 }, { "dataset":"mushroom", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.9811314195 }, { "dataset":"mushroom", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.9720682651 }, { "dataset":"mushroom", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.9740027636 }, { "dataset":"mushroom", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9908767194 }, { "dataset":"mushroom", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.9868434072 }, { "dataset":"musk-1", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.3328812569 }, { "dataset":"musk-1", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6751406342 }, { "dataset":"musk-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6996044219 }, { "dataset":"musk-1", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7506381571 }, { "dataset":"musk-1", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7851647288 }, { "dataset":"musk-1", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6564470381 }, { "dataset":"musk-2", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.8992122263 }, { "dataset":"musk-2", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.9376389235 }, { "dataset":"musk-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.927238673 }, { "dataset":"musk-2", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.9321401715 }, { "dataset":"musk-2", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9422420263 }, { "dataset":"musk-2", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.9319120497 }, { "dataset":"nursery", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4769718647 }, { "dataset":"nursery", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5425468832 }, { "dataset":"nursery", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5207282528 }, { "dataset":"nursery", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5400033593 }, { "dataset":"nursery", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5377097279 }, { "dataset":"nursery", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5110201016 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0368916802 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3942577094 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3576304018 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3698432744 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4272358865 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3259822875 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.5567995124 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8189947307 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.816136077 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8136787117 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8168390244 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8087174445 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1057748364 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3172241673 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3066289201 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3095082492 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3614773154 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2454840727 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4392367825 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7075017095 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7104184926 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7109663785 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7198450118 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6944915801 }, { "dataset":"optical", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.8866865188 }, { "dataset":"optical", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.9085002989 }, { "dataset":"optical", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.9151982367 }, { "dataset":"optical", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.90298599 }, { "dataset":"optical", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9169977605 }, { "dataset":"optical", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.9036465436 }, { "dataset":"ozone", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.6235740781 }, { "dataset":"ozone", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8957817554 }, { "dataset":"ozone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8741651624 }, { "dataset":"ozone", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8462742567 }, { "dataset":"ozone", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8836630583 }, { "dataset":"ozone", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8700812757 }, { "dataset":"page-blocks", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1785578948 }, { "dataset":"page-blocks", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7507371008 }, { "dataset":"page-blocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7425696254 }, { "dataset":"page-blocks", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.670201093 }, { "dataset":"page-blocks", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6623845547 }, { "dataset":"page-blocks", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6786834747 }, { "dataset":"parkinsons", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0543478243 }, { "dataset":"parkinsons", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3380296379 }, { "dataset":"parkinsons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3878542483 }, { "dataset":"parkinsons", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5513431504 }, { "dataset":"parkinsons", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6436806917 }, { "dataset":"parkinsons", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4746737778 }, { "dataset":"pendigits", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.7649135441 }, { "dataset":"pendigits", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8278348297 }, { "dataset":"pendigits", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.786615178 }, { "dataset":"pendigits", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.789618209 }, { "dataset":"pendigits", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8316631019 }, { "dataset":"pendigits", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8347707391 }, { "dataset":"pima", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0469004586 }, { "dataset":"pima", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0975072717 }, { "dataset":"pima", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4323580526 }, { "dataset":"pima", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3793184087 }, { "dataset":"pima", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4831090197 }, { "dataset":"pima", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4599286169 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0041666669 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3013988547 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1351735303 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1543638632 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1602034131 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0080645159 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.10846412 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.05249805 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0809220616 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0829753098 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0040983604 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0579257281 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0720355408 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.122002942 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0753499968 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.043103449 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2420720812 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1513809972 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3206163086 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1781176375 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0043103448 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0642031538 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0155303036 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1015586164 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0043103448 }, { "dataset":"planning", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0154867256 }, { "dataset":"planning", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0241228081 }, { "dataset":"planning", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0937936874 }, { "dataset":"planning", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0817448776 }, { "dataset":"planning", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1999948286 }, { "dataset":"planning", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0761306845 }, { "dataset":"plant-margin", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4644707292 }, { "dataset":"plant-margin", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5260971487 }, { "dataset":"plant-margin", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.538136512 }, { "dataset":"plant-margin", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4980021566 }, { "dataset":"plant-margin", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5279682875 }, { "dataset":"plant-margin", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5379001647 }, { "dataset":"plant-shape", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0476815393 }, { "dataset":"plant-shape", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2151111998 }, { "dataset":"plant-shape", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2058212273 }, { "dataset":"plant-shape", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1865778044 }, { "dataset":"plant-shape", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2382854745 }, { "dataset":"plant-shape", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2050430924 }, { "dataset":"plant-texture", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.5257735252 }, { "dataset":"plant-texture", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5627629161 }, { "dataset":"plant-texture", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5788072497 }, { "dataset":"plant-texture", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5451581329 }, { "dataset":"plant-texture", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5688338131 }, { "dataset":"plant-texture", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5848822147 }, { "dataset":"post-operative", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0045454544 }, { "dataset":"post-operative", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1856183279 }, { "dataset":"post-operative", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1625549272 }, { "dataset":"post-operative", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1054588244 }, { "dataset":"post-operative", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0521548819 }, { "dataset":"primary-tumor", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0088383835 }, { "dataset":"primary-tumor", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0164974611 }, { "dataset":"primary-tumor", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1677870788 }, { "dataset":"primary-tumor", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1145827584 }, { "dataset":"primary-tumor", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1591787003 }, { "dataset":"primary-tumor", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1124872304 }, { "dataset":"ringnorm", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.7974952012 }, { "dataset":"ringnorm", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8828379214 }, { "dataset":"ringnorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8461055309 }, { "dataset":"ringnorm", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8109784573 }, { "dataset":"ringnorm", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.886889264 }, { "dataset":"ringnorm", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8934785873 }, { "dataset":"seeds", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"seeds", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3364415169 }, { "dataset":"seeds", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4105258659 }, { "dataset":"seeds", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5508946553 }, { "dataset":"seeds", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5764742866 }, { "dataset":"seeds", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5549731255 }, { "dataset":"semeion", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.8340167254 }, { "dataset":"semeion", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8316006064 }, { "dataset":"semeion", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8531832844 }, { "dataset":"semeion", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8391393274 }, { "dataset":"semeion", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8621918112 }, { "dataset":"semeion", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8459317982 }, { "dataset":"soybean", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4901466072 }, { "dataset":"soybean", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7467314452 }, { "dataset":"soybean", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7686804384 }, { "dataset":"soybean", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7419718653 }, { "dataset":"soybean", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7866333276 }, { "dataset":"soybean", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.699161686 }, { "dataset":"spambase", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.7985114753 }, { "dataset":"spambase", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8111926764 }, { "dataset":"spambase", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8245162517 }, { "dataset":"spambase", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8266596943 }, { "dataset":"spambase", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8315086514 }, { "dataset":"spambase", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8117625862 }, { "dataset":"spect", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0443548374 }, { "dataset":"spect", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0036231885 }, { "dataset":"spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4063355206 }, { "dataset":"spect", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2911850363 }, { "dataset":"spect", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3764757812 }, { "dataset":"spect", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.470430389 }, { "dataset":"spectf", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"spectf", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.125 }, { "dataset":"spectf", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3855943792 }, { "dataset":"spectf", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5040995181 }, { "dataset":"spectf", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5083367974 }, { "dataset":"spectf", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4877060801 }, { "dataset":"statlog-australian-credit", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0054611652 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0308756694 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1524394434 }, { "dataset":"statlog-australian-credit", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1255664974 }, { "dataset":"statlog-australian-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1811537109 }, { "dataset":"statlog-australian-credit", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1670988947 }, { "dataset":"statlog-german-credit", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2822467696 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2547600195 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5146525502 }, { "dataset":"statlog-german-credit", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4027122781 }, { "dataset":"statlog-german-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4471784085 }, { "dataset":"statlog-german-credit", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4940014258 }, { "dataset":"statlog-heart", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0198265545 }, { "dataset":"statlog-heart", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3797829226 }, { "dataset":"statlog-heart", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5984914005 }, { "dataset":"statlog-heart", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5109891072 }, { "dataset":"statlog-heart", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5711364448 }, { "dataset":"statlog-heart", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4669857398 }, { "dataset":"statlog-image", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.5642197803 }, { "dataset":"statlog-image", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6796800792 }, { "dataset":"statlog-image", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7082134932 }, { "dataset":"statlog-image", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7165360451 }, { "dataset":"statlog-image", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7315781415 }, { "dataset":"statlog-image", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6913541853 }, { "dataset":"statlog-landsat", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.7447331548 }, { "dataset":"statlog-landsat", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7831119001 }, { "dataset":"statlog-landsat", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7667936385 }, { "dataset":"statlog-landsat", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7621169984 }, { "dataset":"statlog-landsat", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7777231783 }, { "dataset":"statlog-landsat", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7735334486 }, { "dataset":"statlog-shuttle", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.3018278605 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5197386062 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5571611524 }, { "dataset":"statlog-shuttle", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.415184889 }, { "dataset":"statlog-shuttle", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5385614187 }, { "dataset":"statlog-shuttle", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5428274572 }, { "dataset":"statlog-vehicle", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1477246038 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3275419399 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3705857545 }, { "dataset":"statlog-vehicle", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3524103537 }, { "dataset":"statlog-vehicle", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4253984466 }, { "dataset":"statlog-vehicle", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3116876632 }, { "dataset":"steel-plates", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4384524301 }, { "dataset":"steel-plates", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5083203614 }, { "dataset":"steel-plates", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4934921265 }, { "dataset":"steel-plates", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.480156824 }, { "dataset":"steel-plates", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5212522671 }, { "dataset":"steel-plates", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5050988272 }, { "dataset":"synthetic-control", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.580270648 }, { "dataset":"synthetic-control", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.722468257 }, { "dataset":"synthetic-control", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8339530975 }, { "dataset":"synthetic-control", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7734835595 }, { "dataset":"synthetic-control", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9016346633 }, { "dataset":"synthetic-control", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8076682836 }, { "dataset":"teaching", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"teaching", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0210526325 }, { "dataset":"teaching", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0842680882 }, { "dataset":"teaching", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0817547347 }, { "dataset":"teaching", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0196629222 }, { "dataset":"teaching", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0052631581 }, { "dataset":"thyroid", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0318204116 }, { "dataset":"thyroid", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5445718244 }, { "dataset":"thyroid", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5662277341 }, { "dataset":"thyroid", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3865626305 }, { "dataset":"thyroid", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4953329489 }, { "dataset":"thyroid", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4584321827 }, { "dataset":"tic-tac-toe", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0103674326 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3082627505 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.367733255 }, { "dataset":"tic-tac-toe", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3196660392 }, { "dataset":"tic-tac-toe", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4441144094 }, { "dataset":"tic-tac-toe", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2545010468 }, { "dataset":"titanic", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0493658707 }, { "dataset":"titanic", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3293837681 }, { "dataset":"titanic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3847702704 }, { "dataset":"titanic", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1585390493 }, { "dataset":"titanic", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2158269696 }, { "dataset":"titanic", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0800377771 }, { "dataset":"trains", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"trains", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3333333433 }, { "dataset":"trains", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4375000075 }, { "dataset":"trains", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6875000149 }, { "dataset":"trains", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6250000149 }, { "dataset":"trains", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5625000149 }, { "dataset":"twonorm", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.9305984527 }, { "dataset":"twonorm", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8899074048 }, { "dataset":"twonorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.9309920669 }, { "dataset":"twonorm", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.9307611585 }, { "dataset":"twonorm", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9332441241 }, { "dataset":"twonorm", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.9274827689 }, { "dataset":"vertebral-column-2clases", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1301349252 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2827640846 }, { "dataset":"vertebral-column-2clases", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3655932173 }, { "dataset":"vertebral-column-2clases", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.421178624 }, { "dataset":"vertebral-column-2clases", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3205885664 }, { "dataset":"vertebral-column-3clases", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.221267567 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3510333747 }, { "dataset":"vertebral-column-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2661122158 }, { "dataset":"vertebral-column-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4088871554 }, { "dataset":"vertebral-column-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2698846459 }, { "dataset":"wall-following", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4607469216 }, { "dataset":"wall-following", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5325427055 }, { "dataset":"wall-following", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4865056053 }, { "dataset":"wall-following", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4985793084 }, { "dataset":"wall-following", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5762538016 }, { "dataset":"wall-following", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5468819588 }, { "dataset":"waveform", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.6904100627 }, { "dataset":"waveform", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6838222295 }, { "dataset":"waveform", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.708695665 }, { "dataset":"waveform", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6904067844 }, { "dataset":"waveform", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6942378581 }, { "dataset":"waveform", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6854234785 }, { "dataset":"waveform-noise", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.6484957933 }, { "dataset":"waveform-noise", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.637185216 }, { "dataset":"waveform-noise", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6895982474 }, { "dataset":"waveform-noise", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6474746764 }, { "dataset":"waveform-noise", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6370562911 }, { "dataset":"waveform-noise", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6679786444 }, { "dataset":"wine", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"wine", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.38229426 }, { "dataset":"wine", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7859837115 }, { "dataset":"wine", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6493079215 }, { "dataset":"wine", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8170655072 }, { "dataset":"wine", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5969714969 }, { "dataset":"wine-quality-red", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0101704153 }, { "dataset":"wine-quality-red", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0600594578 }, { "dataset":"wine-quality-red", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1428066846 }, { "dataset":"wine-quality-red", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0794698992 }, { "dataset":"wine-quality-red", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0957078058 }, { "dataset":"wine-quality-red", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1051091829 }, { "dataset":"wine-quality-white", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0281028638 }, { "dataset":"wine-quality-white", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0270940851 }, { "dataset":"wine-quality-white", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0830102423 }, { "dataset":"wine-quality-white", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0564875733 }, { "dataset":"wine-quality-white", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0474245097 }, { "dataset":"wine-quality-white", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0874397848 }, { "dataset":"yeast", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0212019044 }, { "dataset":"yeast", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1132827215 }, { "dataset":"yeast", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2226019241 }, { "dataset":"yeast", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.231215667 }, { "dataset":"yeast", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2093194425 }, { "dataset":"yeast", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2038786113 }, { "dataset":"zoo", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"zoo", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2017035335 }, { "dataset":"zoo", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.377261512 }, { "dataset":"zoo", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5359145105 }, { "dataset":"zoo", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7858017683 }, { "dataset":"zoo", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3458125517 }, { "dataset":"abalone", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1526069716 }, { "dataset":"abalone", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1727730632 }, { "dataset":"abalone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1793017797 }, { "dataset":"abalone", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1776505634 }, { "dataset":"abalone", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.179437384 }, { "dataset":"abalone", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.179617092 }, { "dataset":"acute-inflammation", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0821428597 }, { "dataset":"acute-inflammation", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0457746461 }, { "dataset":"acute-nephritis", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1039193142 }, { "dataset":"acute-nephritis", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"adult", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3604776338 }, { "dataset":"adult", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3762795031 }, { "dataset":"adult", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3992106542 }, { "dataset":"adult", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3334019482 }, { "dataset":"adult", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3556337506 }, { "dataset":"adult", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3736078888 }, { "dataset":"annealing", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0433428996 }, { "dataset":"annealing", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5343643874 }, { "dataset":"annealing", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.5025815666 }, { "dataset":"annealing", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5454015434 }, { "dataset":"annealing", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.6096124053 }, { "dataset":"annealing", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5410562158 }, { "dataset":"arrhythmia", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0108664478 }, { "dataset":"arrhythmia", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1762476526 }, { "dataset":"arrhythmia", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3487126157 }, { "dataset":"arrhythmia", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2311248146 }, { "dataset":"arrhythmia", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3761886358 }, { "dataset":"arrhythmia", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1967299581 }, { "dataset":"audiology-std", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"audiology-std", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0054347827 }, { "dataset":"audiology-std", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0513629233 }, { "dataset":"audiology-std", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0426598117 }, { "dataset":"audiology-std", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0833622599 }, { "dataset":"audiology-std", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0300531387 }, { "dataset":"balance-scale", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0100806449 }, { "dataset":"balance-scale", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0140111428 }, { "dataset":"balance-scale", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0152965547 }, { "dataset":"balance-scale", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0085985842 }, { "dataset":"balance-scale", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0674561737 }, { "dataset":"balance-scale", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0591682289 }, { "dataset":"balloons", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"balloons", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"balloons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0681818202 }, { "dataset":"balloons", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"balloons", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"balloons", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"bank", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.039691288 }, { "dataset":"bank", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1996800359 }, { "dataset":"bank", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2818915956 }, { "dataset":"bank", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1536732428 }, { "dataset":"bank", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2123906873 }, { "dataset":"bank", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.251425501 }, { "dataset":"blood", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"blood", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0028140615 }, { "dataset":"blood", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0510562817 }, { "dataset":"blood", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0095886763 }, { "dataset":"blood", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0213561784 }, { "dataset":"blood", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0050689309 }, { "dataset":"breast-cancer", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0135135138 }, { "dataset":"breast-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0704158363 }, { "dataset":"breast-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0160163129 }, { "dataset":"breast-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0290778012 }, { "dataset":"breast-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0452519157 }, { "dataset":"breast-cancer-wisc", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0899002366 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4157532416 }, { "dataset":"breast-cancer-wisc", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4315796271 }, { "dataset":"breast-cancer-wisc", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.6781305969 }, { "dataset":"breast-cancer-wisc", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2598043506 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.053623192 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5582734868 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.726482138 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.7111934125 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7342519909 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5236937832 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0842487887 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2191363389 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2103025187 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3918871731 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1379753714 }, { "dataset":"breast-tissue", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-tissue", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-tissue", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0075827206 }, { "dataset":"breast-tissue", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0158110131 }, { "dataset":"breast-tissue", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1021036832 }, { "dataset":"breast-tissue", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.03125 }, { "dataset":"car", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0038387715 }, { "dataset":"car", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0111393495 }, { "dataset":"car", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1142967511 }, { "dataset":"car", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0137016808 }, { "dataset":"car", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0290823206 }, { "dataset":"car", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0914785825 }, { "dataset":"cardiotocography-10clases", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0732390368 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0957306288 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1199428979 }, { "dataset":"cardiotocography-10clases", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0951126162 }, { "dataset":"cardiotocography-10clases", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1148356348 }, { "dataset":"cardiotocography-10clases", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1172071956 }, { "dataset":"cardiotocography-3clases", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2254430763 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5527937561 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.5141064227 }, { "dataset":"cardiotocography-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4397539347 }, { "dataset":"cardiotocography-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.521568425 }, { "dataset":"cardiotocography-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.4656633884 }, { "dataset":"chess-krvk", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0004014611 }, { "dataset":"chess-krvk", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0001634994 }, { "dataset":"chess-krvk", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0012192667 }, { "dataset":"chess-krvk", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0013969756 }, { "dataset":"chess-krvk", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0008173064 }, { "dataset":"chess-krvk", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0003420003 }, { "dataset":"chess-krvkp", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.267574925 }, { "dataset":"chess-krvkp", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4433526769 }, { "dataset":"chess-krvkp", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4637517408 }, { "dataset":"chess-krvkp", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4330653399 }, { "dataset":"chess-krvkp", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.5825966597 }, { "dataset":"chess-krvkp", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.4845852852 }, { "dataset":"congressional-voting", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"congressional-voting", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"congressional-voting", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0170809863 }, { "dataset":"congressional-voting", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0804400146 }, { "dataset":"congressional-voting", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0952444589 }, { "dataset":"congressional-voting", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0269988876 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1921291724 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3381985649 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2578580007 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3425196707 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2673164234 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0071024114 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.02773479 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0241926354 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0283523723 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.027765478 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0259449733 }, { "dataset":"connect-4", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0060506061 }, { "dataset":"connect-4", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0589475697 }, { "dataset":"connect-4", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0159190064 }, { "dataset":"connect-4", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0111202972 }, { "dataset":"connect-4", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0607624911 }, { "dataset":"connect-4", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0434174491 }, { "dataset":"contrac", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"contrac", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0095460742 }, { "dataset":"contrac", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0300395628 }, { "dataset":"contrac", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0081278294 }, { "dataset":"contrac", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0197545558 }, { "dataset":"contrac", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0125641873 }, { "dataset":"credit-approval", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0174141768 }, { "dataset":"credit-approval", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0873690848 }, { "dataset":"credit-approval", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3152148724 }, { "dataset":"credit-approval", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1955733486 }, { "dataset":"credit-approval", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2674366795 }, { "dataset":"credit-approval", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2940657698 }, { "dataset":"cylinder-bands", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.014900662 }, { "dataset":"cylinder-bands", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.098032983 }, { "dataset":"cylinder-bands", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1218778687 }, { "dataset":"cylinder-bands", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0989332013 }, { "dataset":"cylinder-bands", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1768693142 }, { "dataset":"cylinder-bands", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0788029362 }, { "dataset":"dermatology", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.20727426 }, { "dataset":"dermatology", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4590882808 }, { "dataset":"dermatology", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.595871903 }, { "dataset":"dermatology", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.6797277629 }, { "dataset":"dermatology", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7368913442 }, { "dataset":"dermatology", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5348288193 }, { "dataset":"echocardiogram", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"echocardiogram", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0160256419 }, { "dataset":"echocardiogram", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0455012973 }, { "dataset":"echocardiogram", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0407346594 }, { "dataset":"echocardiogram", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1218438493 }, { "dataset":"echocardiogram", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0494295615 }, { "dataset":"ecoli", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"ecoli", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0114605636 }, { "dataset":"ecoli", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0928434646 }, { "dataset":"ecoli", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0215873416 }, { "dataset":"ecoli", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0506665963 }, { "dataset":"ecoli", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0127231899 }, { "dataset":"energy-y1", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"energy-y1", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.001629297 }, { "dataset":"energy-y1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1958063096 }, { "dataset":"energy-y1", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0975747391 }, { "dataset":"energy-y1", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1986825475 }, { "dataset":"energy-y1", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.111091241 }, { "dataset":"energy-y2", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"energy-y2", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1902532987 }, { "dataset":"energy-y2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3009387876 }, { "dataset":"energy-y2", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2303181468 }, { "dataset":"energy-y2", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3501190878 }, { "dataset":"energy-y2", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1757079381 }, { "dataset":"fertility", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0759058502 }, { "dataset":"fertility", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.05353367 }, { "dataset":"fertility", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0396959223 }, { "dataset":"fertility", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0847687386 }, { "dataset":"flags", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"flags", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0021367522 }, { "dataset":"flags", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0419669813 }, { "dataset":"flags", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0212072665 }, { "dataset":"flags", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0634643901 }, { "dataset":"flags", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0042375927 }, { "dataset":"glass", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"glass", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0018518518 }, { "dataset":"glass", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0210660428 }, { "dataset":"glass", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0212483011 }, { "dataset":"glass", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0525207013 }, { "dataset":"glass", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0140051708 }, { "dataset":"haberman-survival", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"haberman-survival", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"haberman-survival", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0013368984 }, { "dataset":"haberman-survival", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0014124294 }, { "dataset":"haberman-survival", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0012953368 }, { "dataset":"haberman-survival", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0257256753 }, { "dataset":"heart-cleveland", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0161764715 }, { "dataset":"heart-cleveland", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0246156876 }, { "dataset":"heart-cleveland", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0073529412 }, { "dataset":"heart-hungarian", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-hungarian", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0293927342 }, { "dataset":"heart-hungarian", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1377620427 }, { "dataset":"heart-hungarian", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0993307871 }, { "dataset":"heart-hungarian", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2328161299 }, { "dataset":"heart-hungarian", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0685214116 }, { "dataset":"heart-switzerland", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-va", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0020833334 }, { "dataset":"heart-va", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-va", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0060975607 }, { "dataset":"heart-va", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hepatitis", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hepatitis", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0027777778 }, { "dataset":"hepatitis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3295406289 }, { "dataset":"hepatitis", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0986595722 }, { "dataset":"hepatitis", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3829127327 }, { "dataset":"hepatitis", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1752413884 }, { "dataset":"hill-valley", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hill-valley", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0025742946 }, { "dataset":"hill-valley", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0010298672 }, { "dataset":"hill-valley", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0020588306 }, { "dataset":"hill-valley", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0015306634 }, { "dataset":"hill-valley", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0010309279 }, { "dataset":"horse-colic", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"horse-colic", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0160309789 }, { "dataset":"horse-colic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.161496371 }, { "dataset":"horse-colic", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0665287282 }, { "dataset":"horse-colic", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1552969366 }, { "dataset":"horse-colic", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1390605196 }, { "dataset":"ilpd-indian-liver", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0049857548 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0013956802 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0644217292 }, { "dataset":"ilpd-indian-liver", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0998536311 }, { "dataset":"ilpd-indian-liver", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1100229286 }, { "dataset":"ilpd-indian-liver", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.100467884 }, { "dataset":"image-segmentation", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3399448618 }, { "dataset":"image-segmentation", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3985570967 }, { "dataset":"image-segmentation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3458660692 }, { "dataset":"image-segmentation", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3667539805 }, { "dataset":"image-segmentation", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3964170665 }, { "dataset":"image-segmentation", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.358057417 }, { "dataset":"ionosphere", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"ionosphere", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4594080001 }, { "dataset":"ionosphere", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4285323173 }, { "dataset":"ionosphere", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5476589054 }, { "dataset":"ionosphere", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.6148196608 }, { "dataset":"ionosphere", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2988218199 }, { "dataset":"iris", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"iris", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"iris", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"iris", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0348101258 }, { "dataset":"iris", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0753842713 }, { "dataset":"iris", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0527777784 }, { "dataset":"led-display", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"led-display", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1056799721 }, { "dataset":"led-display", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.108699942 }, { "dataset":"led-display", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.127987247 }, { "dataset":"led-display", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1192971226 }, { "dataset":"led-display", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0235445201 }, { "dataset":"lenses", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lenses", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lenses", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lenses", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"letter", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1336721554 }, { "dataset":"letter", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1438681073 }, { "dataset":"letter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1409388445 }, { "dataset":"letter", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1469855346 }, { "dataset":"letter", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1510313712 }, { "dataset":"letter", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1548954509 }, { "dataset":"libras", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0845155893 }, { "dataset":"libras", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.348568812 }, { "dataset":"libras", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3240163028 }, { "dataset":"libras", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3045635745 }, { "dataset":"libras", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4193132371 }, { "dataset":"libras", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2659250349 }, { "dataset":"low-res-spect", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2025274411 }, { "dataset":"low-res-spect", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5853633359 }, { "dataset":"low-res-spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.6593406945 }, { "dataset":"low-res-spect", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5689146742 }, { "dataset":"low-res-spect", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.6121141165 }, { "dataset":"low-res-spect", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5963439792 }, { "dataset":"lung-cancer", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lung-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lung-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lung-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0281250002 }, { "dataset":"lung-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0803308832 }, { "dataset":"lung-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0250000004 }, { "dataset":"lymphography", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lymphography", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0029069767 }, { "dataset":"lymphography", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0792405903 }, { "dataset":"lymphography", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0521531561 }, { "dataset":"lymphography", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1280718623 }, { "dataset":"lymphography", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0543061201 }, { "dataset":"magic", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1388504021 }, { "dataset":"magic", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1792764515 }, { "dataset":"magic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1324221864 }, { "dataset":"magic", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1412337497 }, { "dataset":"magic", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1705124229 }, { "dataset":"magic", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1619085521 }, { "dataset":"mammographic", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0004347826 }, { "dataset":"mammographic", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1000320768 }, { "dataset":"mammographic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3033490777 }, { "dataset":"mammographic", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1132970044 }, { "dataset":"mammographic", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2685611807 }, { "dataset":"mammographic", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1332619106 }, { "dataset":"miniboone", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.251612708 }, { "dataset":"miniboone", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3026550338 }, { "dataset":"miniboone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3498542979 }, { "dataset":"miniboone", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1946867984 }, { "dataset":"miniboone", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.164765697 }, { "dataset":"miniboone", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2573733181 }, { "dataset":"molec-biol-promoter", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0224118182 }, { "dataset":"molec-biol-promoter", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0456089335 }, { "dataset":"molec-biol-promoter", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0831192834 }, { "dataset":"molec-biol-promoter", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1132865306 }, { "dataset":"molec-biol-splice", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1342817787 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1305563785 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2553499453 }, { "dataset":"molec-biol-splice", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1438703295 }, { "dataset":"molec-biol-splice", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1806828417 }, { "dataset":"molec-biol-splice", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2085506953 }, { "dataset":"monks-1", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-1", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0024752475 }, { "dataset":"monks-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0754533298 }, { "dataset":"monks-1", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-1", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0275787369 }, { "dataset":"monks-1", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0024752475 }, { "dataset":"monks-2", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-2", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-2", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0559440553 }, { "dataset":"monks-2", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3513611332 }, { "dataset":"monks-2", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-3", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3984036315 }, { "dataset":"monks-3", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4910604209 }, { "dataset":"monks-3", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0674627796 }, { "dataset":"mushroom", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.8725092113 }, { "dataset":"mushroom", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.9286648184 }, { "dataset":"mushroom", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.9029390961 }, { "dataset":"mushroom", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.9034276009 }, { "dataset":"mushroom", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.9626081139 }, { "dataset":"mushroom", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.9386172593 }, { "dataset":"musk-1", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1674450636 }, { "dataset":"musk-1", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3942902647 }, { "dataset":"musk-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.5081228018 }, { "dataset":"musk-1", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5514709949 }, { "dataset":"musk-1", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.6584323943 }, { "dataset":"musk-1", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.4161995426 }, { "dataset":"musk-2", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.7302432805 }, { "dataset":"musk-2", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.8778458089 }, { "dataset":"musk-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.834411934 }, { "dataset":"musk-2", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.852054745 }, { "dataset":"musk-2", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.8945508748 }, { "dataset":"musk-2", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.8470078558 }, { "dataset":"nursery", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0420377734 }, { "dataset":"nursery", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0472615175 }, { "dataset":"nursery", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0597450035 }, { "dataset":"nursery", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.070225101 }, { "dataset":"nursery", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.099890938 }, { "dataset":"nursery", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0614472409 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0051020412 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0858203266 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0614359351 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0759113245 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1153747141 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0591653995 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3102057057 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.6916793287 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.7186567783 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.6902896911 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7141218483 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.682778582 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0276888497 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0905835405 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0870001689 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.077471571 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1024772432 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0709127644 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.179219868 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4202646762 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4561496451 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.448724173 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4501712844 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.4156502336 }, { "dataset":"optical", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.7451133728 }, { "dataset":"optical", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.7715567797 }, { "dataset":"optical", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.8149251938 }, { "dataset":"optical", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.7649120241 }, { "dataset":"optical", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7926221043 }, { "dataset":"optical", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.7717743963 }, { "dataset":"ozone", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.5333326757 }, { "dataset":"ozone", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.7846467048 }, { "dataset":"ozone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.765673995 }, { "dataset":"ozone", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.7254827172 }, { "dataset":"ozone", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7822774649 }, { "dataset":"ozone", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.7581771761 }, { "dataset":"page-blocks", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0521895278 }, { "dataset":"page-blocks", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2193793654 }, { "dataset":"page-blocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2116536535 }, { "dataset":"page-blocks", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1244684812 }, { "dataset":"page-blocks", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.161302248 }, { "dataset":"page-blocks", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1672778325 }, { "dataset":"parkinsons", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"parkinsons", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1388030462 }, { "dataset":"parkinsons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2771988437 }, { "dataset":"parkinsons", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3292795196 }, { "dataset":"parkinsons", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4300927445 }, { "dataset":"parkinsons", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1999366954 }, { "dataset":"pendigits", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.4387127832 }, { "dataset":"pendigits", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.509736903 }, { "dataset":"pendigits", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4854315966 }, { "dataset":"pendigits", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4615144283 }, { "dataset":"pendigits", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.5253023952 }, { "dataset":"pendigits", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5373364836 }, { "dataset":"pima", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0016447369 }, { "dataset":"pima", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.005399568 }, { "dataset":"pima", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1323172967 }, { "dataset":"pima", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0405923324 }, { "dataset":"pima", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.11654968 }, { "dataset":"pima", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.117171952 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0199093735 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0250000022 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0119108604 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0163934417 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.00390625 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0042372881 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0081967209 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0366026489 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0090909088 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0573770478 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0158890286 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0086206896 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0122950813 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"planning", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"planning", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"planning", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0022123894 }, { "dataset":"planning", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0065789474 }, { "dataset":"planning", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0272360125 }, { "dataset":"planning", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"plant-margin", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2004114166 }, { "dataset":"plant-margin", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2464217208 }, { "dataset":"plant-margin", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2673300654 }, { "dataset":"plant-margin", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2334540859 }, { "dataset":"plant-margin", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2559499256 }, { "dataset":"plant-margin", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.282478191 }, { "dataset":"plant-shape", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0059361598 }, { "dataset":"plant-shape", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0449525453 }, { "dataset":"plant-shape", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0529331844 }, { "dataset":"plant-shape", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.043347097 }, { "dataset":"plant-shape", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0639317054 }, { "dataset":"plant-shape", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.045924318 }, { "dataset":"plant-texture", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2968783006 }, { "dataset":"plant-texture", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3488506675 }, { "dataset":"plant-texture", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3769704923 }, { "dataset":"plant-texture", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3219963089 }, { "dataset":"plant-texture", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.368861109 }, { "dataset":"plant-texture", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3833310828 }, { "dataset":"post-operative", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0268027727 }, { "dataset":"post-operative", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0088669178 }, { "dataset":"post-operative", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.009237288 }, { "dataset":"post-operative", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"primary-tumor", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"primary-tumor", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"primary-tumor", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.037077025 }, { "dataset":"primary-tumor", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0124017568 }, { "dataset":"primary-tumor", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0408263868 }, { "dataset":"primary-tumor", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0098700949 }, { "dataset":"ringnorm", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3286345825 }, { "dataset":"ringnorm", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4542537555 }, { "dataset":"ringnorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3654325604 }, { "dataset":"ringnorm", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3707878888 }, { "dataset":"ringnorm", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.547659941 }, { "dataset":"ringnorm", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5236905664 }, { "dataset":"seeds", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"seeds", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1182585657 }, { "dataset":"seeds", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0947412644 }, { "dataset":"seeds", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1267263088 }, { "dataset":"seeds", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2889784947 }, { "dataset":"seeds", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2019573264 }, { "dataset":"semeion", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.684693113 }, { "dataset":"semeion", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.6849175394 }, { "dataset":"semeion", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.7586487085 }, { "dataset":"semeion", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.720998466 }, { "dataset":"semeion", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7613124996 }, { "dataset":"semeion", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.7323107868 }, { "dataset":"soybean", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2640348747 }, { "dataset":"soybean", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5646708757 }, { "dataset":"soybean", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.600355804 }, { "dataset":"soybean", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5398405567 }, { "dataset":"soybean", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.645272702 }, { "dataset":"soybean", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.4885491356 }, { "dataset":"spambase", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.4975601137 }, { "dataset":"spambase", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5090283975 }, { "dataset":"spambase", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.5419742316 }, { "dataset":"spambase", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5283368975 }, { "dataset":"spambase", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.5609225631 }, { "dataset":"spambase", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5146232769 }, { "dataset":"spect", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"spect", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1210290529 }, { "dataset":"spect", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.091570355 }, { "dataset":"spect", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1119376663 }, { "dataset":"spect", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1040714551 }, { "dataset":"spectf", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"spectf", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0362903215 }, { "dataset":"spectf", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3441939875 }, { "dataset":"spectf", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4834687859 }, { "dataset":"spectf", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2738938071 }, { "dataset":"spectf", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3644774035 }, { "dataset":"statlog-australian-credit", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0017717606 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.025953808 }, { "dataset":"statlog-australian-credit", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0181148389 }, { "dataset":"statlog-australian-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0438508228 }, { "dataset":"statlog-australian-credit", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0288036233 }, { "dataset":"statlog-german-credit", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0383095751 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0171903671 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.224046398 }, { "dataset":"statlog-german-credit", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0746486699 }, { "dataset":"statlog-german-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1396308485 }, { "dataset":"statlog-german-credit", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.184968695 }, { "dataset":"statlog-heart", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"statlog-heart", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0281623341 }, { "dataset":"statlog-heart", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3016354293 }, { "dataset":"statlog-heart", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0925857965 }, { "dataset":"statlog-heart", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2271346264 }, { "dataset":"statlog-heart", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0887858337 }, { "dataset":"statlog-image", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2807174921 }, { "dataset":"statlog-image", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3115145415 }, { "dataset":"statlog-image", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3369964659 }, { "dataset":"statlog-image", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3642793596 }, { "dataset":"statlog-image", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.381632328 }, { "dataset":"statlog-image", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3185600415 }, { "dataset":"statlog-landsat", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.5187114999 }, { "dataset":"statlog-landsat", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5945850462 }, { "dataset":"statlog-landsat", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.5643774122 }, { "dataset":"statlog-landsat", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5248086005 }, { "dataset":"statlog-landsat", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.5726206601 }, { "dataset":"statlog-landsat", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5708947182 }, { "dataset":"statlog-shuttle", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0311124094 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0610845573 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0764827468 }, { "dataset":"statlog-shuttle", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0455034804 }, { "dataset":"statlog-shuttle", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0548443981 }, { "dataset":"statlog-shuttle", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0698806997 }, { "dataset":"statlog-vehicle", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0063844759 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0225251983 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0371795166 }, { "dataset":"statlog-vehicle", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0367495031 }, { "dataset":"statlog-vehicle", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0660832645 }, { "dataset":"statlog-vehicle", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0322729694 }, { "dataset":"steel-plates", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2605242357 }, { "dataset":"steel-plates", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2926670089 }, { "dataset":"steel-plates", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3003529534 }, { "dataset":"steel-plates", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2833523005 }, { "dataset":"steel-plates", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3039854616 }, { "dataset":"steel-plates", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3050599843 }, { "dataset":"synthetic-control", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2020558789 }, { "dataset":"synthetic-control", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3419003971 }, { "dataset":"synthetic-control", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.5234632939 }, { "dataset":"synthetic-control", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4724795893 }, { "dataset":"synthetic-control", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.597933352 }, { "dataset":"synthetic-control", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.4929029867 }, { "dataset":"teaching", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"teaching", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"teaching", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0131578948 }, { "dataset":"teaching", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"teaching", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"teaching", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"thyroid", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0069533483 }, { "dataset":"thyroid", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.242345985 }, { "dataset":"thyroid", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2391902469 }, { "dataset":"thyroid", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1829091124 }, { "dataset":"thyroid", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2369417362 }, { "dataset":"thyroid", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2041833438 }, { "dataset":"tic-tac-toe", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.025807498 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0219008424 }, { "dataset":"tic-tac-toe", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0258456958 }, { "dataset":"tic-tac-toe", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0283623759 }, { "dataset":"tic-tac-toe", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0145430529 }, { "dataset":"titanic", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"titanic", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0640313381 }, { "dataset":"titanic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0781173732 }, { "dataset":"titanic", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.086484611 }, { "dataset":"titanic", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1128910407 }, { "dataset":"titanic", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.041928906 }, { "dataset":"trains", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"trains", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0416666679 }, { "dataset":"trains", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2708333358 }, { "dataset":"trains", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3750000075 }, { "dataset":"trains", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.5833333433 }, { "dataset":"trains", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2500000075 }, { "dataset":"twonorm", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.7835021466 }, { "dataset":"twonorm", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.6458857805 }, { "dataset":"twonorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.7964692712 }, { "dataset":"twonorm", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.7803583741 }, { "dataset":"twonorm", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7933795601 }, { "dataset":"twonorm", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.7772970647 }, { "dataset":"vertebral-column-2clases", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0052356021 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0133391786 }, { "dataset":"vertebral-column-2clases", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1013459479 }, { "dataset":"vertebral-column-2clases", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1626627576 }, { "dataset":"vertebral-column-2clases", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0713276044 }, { "dataset":"vertebral-column-3clases", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.060441889 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1063992142 }, { "dataset":"vertebral-column-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0405506631 }, { "dataset":"vertebral-column-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.102162078 }, { "dataset":"vertebral-column-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0493060284 }, { "dataset":"wall-following", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1475432217 }, { "dataset":"wall-following", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2160755731 }, { "dataset":"wall-following", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1754052639 }, { "dataset":"wall-following", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1750907972 }, { "dataset":"wall-following", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.239761997 }, { "dataset":"wall-following", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2250410542 }, { "dataset":"waveform", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3729127198 }, { "dataset":"waveform", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3526586071 }, { "dataset":"waveform", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4152319059 }, { "dataset":"waveform", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3705924377 }, { "dataset":"waveform", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3843230978 }, { "dataset":"waveform", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3606524542 }, { "dataset":"waveform-noise", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2579762004 }, { "dataset":"waveform-noise", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2742165253 }, { "dataset":"waveform-noise", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3948151395 }, { "dataset":"waveform-noise", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2719724961 }, { "dataset":"waveform-noise", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.265442539 }, { "dataset":"waveform-noise", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3410173357 }, { "dataset":"wine", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"wine", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0942857172 }, { "dataset":"wine", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4113665298 }, { "dataset":"wine", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2009373363 }, { "dataset":"wine", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.5145559236 }, { "dataset":"wine", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1637620376 }, { "dataset":"wine-quality-red", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0002615063 }, { "dataset":"wine-quality-red", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"wine-quality-red", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0247685174 }, { "dataset":"wine-quality-red", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0023391608 }, { "dataset":"wine-quality-red", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0062625355 }, { "dataset":"wine-quality-red", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0156492298 }, { "dataset":"wine-quality-white", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.002373269 }, { "dataset":"wine-quality-white", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0005077421 }, { "dataset":"wine-quality-white", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0071237892 }, { "dataset":"wine-quality-white", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0047512667 }, { "dataset":"wine-quality-white", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0044143813 }, { "dataset":"wine-quality-white", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0086595962 }, { "dataset":"yeast", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0042282229 }, { "dataset":"yeast", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0178594044 }, { "dataset":"yeast", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0611962425 }, { "dataset":"yeast", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0559222009 }, { "dataset":"yeast", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0637058364 }, { "dataset":"yeast", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0416983543 }, { "dataset":"zoo", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"zoo", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"zoo", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0441028215 }, { "dataset":"zoo", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1961989794 }, { "dataset":"zoo", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.430669032 }, { "dataset":"zoo", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0356359649 }, { "dataset":"abalone", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.492415607 }, { "dataset":"abalone", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5063627884 }, { "dataset":"abalone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5098063126 }, { "dataset":"abalone", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.505569458 }, { "dataset":"abalone", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5111252666 }, { "dataset":"abalone", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5109581202 }, { "dataset":"acute-inflammation", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1827086024 }, { "dataset":"acute-inflammation", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.2314364016 }, { "dataset":"acute-inflammation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7842794806 }, { "dataset":"acute-inflammation", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5594440699 }, { "dataset":"acute-inflammation", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.806524545 }, { "dataset":"acute-inflammation", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5143026225 }, { "dataset":"acute-nephritis", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1075949371 }, { "dataset":"acute-nephritis", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6898965091 }, { "dataset":"acute-nephritis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8257249892 }, { "dataset":"acute-nephritis", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7073909193 }, { "dataset":"acute-nephritis", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8918164819 }, { "dataset":"acute-nephritis", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6421237737 }, { "dataset":"adult", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7452002913 }, { "dataset":"adult", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.753709659 }, { "dataset":"adult", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7490025461 }, { "dataset":"adult", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7337887138 }, { "dataset":"adult", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7453570068 }, { "dataset":"adult", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7495564073 }, { "dataset":"annealing", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.191335809 }, { "dataset":"annealing", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7513251305 }, { "dataset":"annealing", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.690625295 }, { "dataset":"annealing", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7370887846 }, { "dataset":"annealing", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7645468265 }, { "dataset":"annealing", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7100988179 }, { "dataset":"arrhythmia", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0914785308 }, { "dataset":"arrhythmia", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5521277934 }, { "dataset":"arrhythmia", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5937764496 }, { "dataset":"arrhythmia", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5857675672 }, { "dataset":"arrhythmia", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5858972222 }, { "dataset":"arrhythmia", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5022825822 }, { "dataset":"audiology-std", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0054347827 }, { "dataset":"audiology-std", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.2273688205 }, { "dataset":"audiology-std", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2782955766 }, { "dataset":"audiology-std", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3262090683 }, { "dataset":"audiology-std", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3308281079 }, { "dataset":"audiology-std", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2380833374 }, { "dataset":"balance-scale", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5440933257 }, { "dataset":"balance-scale", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6436397135 }, { "dataset":"balance-scale", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5650160834 }, { "dataset":"balance-scale", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.551230967 }, { "dataset":"balance-scale", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.60376288 }, { "dataset":"balance-scale", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5997881889 }, { "dataset":"balloons", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3863636404 }, { "dataset":"balloons", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1363636404 }, { "dataset":"balloons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3443181887 }, { "dataset":"balloons", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2488636412 }, { "dataset":"balloons", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.477272734 }, { "dataset":"balloons", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2636363674 }, { "dataset":"bank", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4075770117 }, { "dataset":"bank", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8130812794 }, { "dataset":"bank", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7974968851 }, { "dataset":"bank", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7601846009 }, { "dataset":"bank", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7742252648 }, { "dataset":"bank", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7828261405 }, { "dataset":"blood", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2036749609 }, { "dataset":"blood", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.2256452281 }, { "dataset":"blood", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4870698452 }, { "dataset":"blood", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.4095350206 }, { "dataset":"blood", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5375450701 }, { "dataset":"blood", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4311479777 }, { "dataset":"breast-cancer", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1749812067 }, { "dataset":"breast-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3373791501 }, { "dataset":"breast-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4887514487 }, { "dataset":"breast-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5652486086 }, { "dataset":"breast-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5600298941 }, { "dataset":"breast-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5466358364 }, { "dataset":"breast-cancer-wisc", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3706830125 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7407743111 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9424829781 }, { "dataset":"breast-cancer-wisc", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9524076581 }, { "dataset":"breast-cancer-wisc", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9598244131 }, { "dataset":"breast-cancer-wisc", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9182508737 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4092660341 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9339107722 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9271787405 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9410476536 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9352392256 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9047510624 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1181102395 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3013548194 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5793267041 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6283488423 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7281267494 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5694175586 }, { "dataset":"breast-tissue", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"breast-tissue", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1146260984 }, { "dataset":"breast-tissue", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2719271481 }, { "dataset":"breast-tissue", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2470737435 }, { "dataset":"breast-tissue", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4054826871 }, { "dataset":"breast-tissue", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.1854516063 }, { "dataset":"car", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3098263294 }, { "dataset":"car", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5181990713 }, { "dataset":"car", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.636757791 }, { "dataset":"car", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5903655589 }, { "dataset":"car", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6804623604 }, { "dataset":"car", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6526770592 }, { "dataset":"cardiotocography-10clases", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4824545681 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5467069149 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.557938531 }, { "dataset":"cardiotocography-10clases", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.513316825 }, { "dataset":"cardiotocography-10clases", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5439759046 }, { "dataset":"cardiotocography-10clases", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5449582785 }, { "dataset":"cardiotocography-3clases", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6058312058 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8411884308 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8329145312 }, { "dataset":"cardiotocography-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8171941936 }, { "dataset":"cardiotocography-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8321423531 }, { "dataset":"cardiotocography-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8210995048 }, { "dataset":"chess-krvk", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1115541589 }, { "dataset":"chess-krvk", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1335896235 }, { "dataset":"chess-krvk", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.1220952272 }, { "dataset":"chess-krvk", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.1147572808 }, { "dataset":"chess-krvk", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.114725586 }, { "dataset":"chess-krvk", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.1410669573 }, { "dataset":"chess-krvkp", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.9172777832 }, { "dataset":"chess-krvkp", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9422404021 }, { "dataset":"chess-krvkp", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9403103143 }, { "dataset":"chess-krvkp", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.946123153 }, { "dataset":"chess-krvkp", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9586489648 }, { "dataset":"chess-krvkp", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9498614818 }, { "dataset":"congressional-voting", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.034256692 }, { "dataset":"congressional-voting", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0504722354 }, { "dataset":"congressional-voting", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2140980028 }, { "dataset":"congressional-voting", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.4703191034 }, { "dataset":"congressional-voting", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4068498947 }, { "dataset":"congressional-voting", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2114798278 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0691056903 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.719656229 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7073970735 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.759538427 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7636674643 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7195922136 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4373498783 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6579612046 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5086300969 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5456573516 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6525040716 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5638769567 }, { "dataset":"connect-4", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6252566129 }, { "dataset":"connect-4", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7218794078 }, { "dataset":"connect-4", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6825948209 }, { "dataset":"connect-4", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6280570775 }, { "dataset":"connect-4", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7187825888 }, { "dataset":"connect-4", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6962104589 }, { "dataset":"contrac", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2021714374 }, { "dataset":"contrac", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3363876641 }, { "dataset":"contrac", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3718171567 }, { "dataset":"contrac", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3114406988 }, { "dataset":"contrac", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3727252781 }, { "dataset":"contrac", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3415222615 }, { "dataset":"credit-approval", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6229855455 }, { "dataset":"credit-approval", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7590095699 }, { "dataset":"credit-approval", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8103589565 }, { "dataset":"credit-approval", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7939886153 }, { "dataset":"credit-approval", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7935778201 }, { "dataset":"credit-approval", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7996291369 }, { "dataset":"cylinder-bands", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.154104257 }, { "dataset":"cylinder-bands", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6226097792 }, { "dataset":"cylinder-bands", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5897428542 }, { "dataset":"cylinder-bands", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6203177571 }, { "dataset":"cylinder-bands", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6529096514 }, { "dataset":"cylinder-bands", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.558052741 }, { "dataset":"dermatology", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7687196136 }, { "dataset":"dermatology", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.911871776 }, { "dataset":"dermatology", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9257481247 }, { "dataset":"dermatology", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9394796342 }, { "dataset":"dermatology", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9429061562 }, { "dataset":"dermatology", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9104678482 }, { "dataset":"echocardiogram", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0591385793 }, { "dataset":"echocardiogram", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.2622284663 }, { "dataset":"echocardiogram", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5328824595 }, { "dataset":"echocardiogram", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.511662364 }, { "dataset":"echocardiogram", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6436444968 }, { "dataset":"echocardiogram", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6508009285 }, { "dataset":"ecoli", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.037878789 }, { "dataset":"ecoli", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.4888345748 }, { "dataset":"ecoli", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7294643819 }, { "dataset":"ecoli", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.4015601426 }, { "dataset":"ecoli", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6656353623 }, { "dataset":"ecoli", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6508330852 }, { "dataset":"energy-y1", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5189881958 }, { "dataset":"energy-y1", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7486598939 }, { "dataset":"energy-y1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7922606021 }, { "dataset":"energy-y1", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7627864629 }, { "dataset":"energy-y1", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8091086596 }, { "dataset":"energy-y1", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7892409712 }, { "dataset":"energy-y2", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5142997801 }, { "dataset":"energy-y2", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7577411383 }, { "dataset":"energy-y2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.76399979 }, { "dataset":"energy-y2", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7996065468 }, { "dataset":"energy-y2", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.823631689 }, { "dataset":"energy-y2", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.77507101 }, { "dataset":"fertility", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3405762371 }, { "dataset":"fertility", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5873169899 }, { "dataset":"fertility", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5116621703 }, { "dataset":"fertility", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6421472877 }, { "dataset":"fertility", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7142600715 }, { "dataset":"fertility", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5425493494 }, { "dataset":"flags", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"flags", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1853582188 }, { "dataset":"flags", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2603678443 }, { "dataset":"flags", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.218675293 }, { "dataset":"flags", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3142718822 }, { "dataset":"flags", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.1566803642 }, { "dataset":"glass", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"glass", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.060218825 }, { "dataset":"glass", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.249446813 }, { "dataset":"glass", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.178704679 }, { "dataset":"glass", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2241725065 }, { "dataset":"glass", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2092752829 }, { "dataset":"haberman-survival", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2483419329 }, { "dataset":"haberman-survival", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0830602089 }, { "dataset":"haberman-survival", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3852303401 }, { "dataset":"haberman-survival", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2679805271 }, { "dataset":"haberman-survival", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3055322915 }, { "dataset":"haberman-survival", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3611206636 }, { "dataset":"hayes-roth", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1469720635 }, { "dataset":"hayes-roth", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0500887644 }, { "dataset":"hayes-roth", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2318618037 }, { "dataset":"hayes-roth", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2567585595 }, { "dataset":"hayes-roth", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3115275502 }, { "dataset":"hayes-roth", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2057133876 }, { "dataset":"heart-cleveland", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.026445087 }, { "dataset":"heart-cleveland", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.2281361185 }, { "dataset":"heart-cleveland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4039464444 }, { "dataset":"heart-cleveland", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3423937932 }, { "dataset":"heart-cleveland", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3973521516 }, { "dataset":"heart-cleveland", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3139194995 }, { "dataset":"heart-hungarian", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2156608663 }, { "dataset":"heart-hungarian", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6869084984 }, { "dataset":"heart-hungarian", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7029000074 }, { "dataset":"heart-hungarian", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7546054572 }, { "dataset":"heart-hungarian", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7771417946 }, { "dataset":"heart-hungarian", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6685557961 }, { "dataset":"heart-switzerland", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0144077905 }, { "dataset":"heart-switzerland", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0068815988 }, { "dataset":"heart-switzerland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.1384447254 }, { "dataset":"heart-switzerland", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.0609636805 }, { "dataset":"heart-switzerland", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.1315911524 }, { "dataset":"heart-switzerland", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.0677968704 }, { "dataset":"heart-va", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.008130081 }, { "dataset":"heart-va", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0206808951 }, { "dataset":"heart-va", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.1273036748 }, { "dataset":"heart-va", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.1071655359 }, { "dataset":"heart-va", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.1278230455 }, { "dataset":"heart-va", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.1144947484 }, { "dataset":"hepatitis", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2096938789 }, { "dataset":"hepatitis", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5234017298 }, { "dataset":"hepatitis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7763148248 }, { "dataset":"hepatitis", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.754683286 }, { "dataset":"hepatitis", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8060164005 }, { "dataset":"hepatitis", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.715404883 }, { "dataset":"hill-valley", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0620615333 }, { "dataset":"hill-valley", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1250635255 }, { "dataset":"hill-valley", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.1089416072 }, { "dataset":"hill-valley", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.1124989465 }, { "dataset":"hill-valley", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.0775014069 }, { "dataset":"hill-valley", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.076161962 }, { "dataset":"horse-colic", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.208821971 }, { "dataset":"horse-colic", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6477159634 }, { "dataset":"horse-colic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.711620748 }, { "dataset":"horse-colic", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7162225693 }, { "dataset":"horse-colic", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7484478801 }, { "dataset":"horse-colic", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7386952788 }, { "dataset":"ilpd-indian-liver", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1532522757 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1320477203 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4163867682 }, { "dataset":"ilpd-indian-liver", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.4202528223 }, { "dataset":"ilpd-indian-liver", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4902597591 }, { "dataset":"ilpd-indian-liver", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5129956082 }, { "dataset":"image-segmentation", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8585327119 }, { "dataset":"image-segmentation", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.863466382 }, { "dataset":"image-segmentation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8337877989 }, { "dataset":"image-segmentation", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8708414882 }, { "dataset":"image-segmentation", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8839142174 }, { "dataset":"image-segmentation", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8660020828 }, { "dataset":"ionosphere", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.149133876 }, { "dataset":"ionosphere", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8882225156 }, { "dataset":"ionosphere", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8667375743 }, { "dataset":"ionosphere", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8867387921 }, { "dataset":"ionosphere", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8684108704 }, { "dataset":"ionosphere", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8038395345 }, { "dataset":"iris", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2467467785 }, { "dataset":"iris", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3685041517 }, { "dataset":"iris", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5459363237 }, { "dataset":"iris", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.4879103824 }, { "dataset":"iris", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4570546299 }, { "dataset":"iris", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4058145806 }, { "dataset":"led-display", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2435851669 }, { "dataset":"led-display", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6584462821 }, { "dataset":"led-display", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6711021215 }, { "dataset":"led-display", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6774420887 }, { "dataset":"led-display", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6030045748 }, { "dataset":"led-display", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5876281112 }, { "dataset":"lenses", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2254464328 }, { "dataset":"lenses", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.1763392985 }, { "dataset":"lenses", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.1026785746 }, { "dataset":"lenses", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.0714285765 }, { "dataset":"lenses", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.0870535746 }, { "dataset":"letter", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6091555953 }, { "dataset":"letter", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6331427693 }, { "dataset":"letter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6054469049 }, { "dataset":"letter", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6216767132 }, { "dataset":"letter", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.630368337 }, { "dataset":"letter", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6362932473 }, { "dataset":"libras", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4334823489 }, { "dataset":"libras", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6299239397 }, { "dataset":"libras", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6187377572 }, { "dataset":"libras", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6397566646 }, { "dataset":"libras", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6754905879 }, { "dataset":"libras", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5916503966 }, { "dataset":"low-res-spect", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5566346329 }, { "dataset":"low-res-spect", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7993999571 }, { "dataset":"low-res-spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.824882403 }, { "dataset":"low-res-spect", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7910199612 }, { "dataset":"low-res-spect", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7974428535 }, { "dataset":"low-res-spect", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7853177041 }, { "dataset":"lung-cancer", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"lung-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1882352978 }, { "dataset":"lung-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3007352948 }, { "dataset":"lung-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2704044208 }, { "dataset":"lung-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3422794119 }, { "dataset":"lung-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2829044163 }, { "dataset":"lymphography", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.187832728 }, { "dataset":"lymphography", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5318361819 }, { "dataset":"lymphography", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6425966322 }, { "dataset":"lymphography", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6022915691 }, { "dataset":"lymphography", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6460898072 }, { "dataset":"lymphography", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5078146011 }, { "dataset":"magic", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7561483532 }, { "dataset":"magic", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7721256167 }, { "dataset":"magic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7649273872 }, { "dataset":"magic", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7620348036 }, { "dataset":"magic", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7650763094 }, { "dataset":"magic", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7704285234 }, { "dataset":"mammographic", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4199743018 }, { "dataset":"mammographic", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6063795872 }, { "dataset":"mammographic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7706418782 }, { "dataset":"mammographic", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7637333572 }, { "dataset":"mammographic", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7625688761 }, { "dataset":"mammographic", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.745602861 }, { "dataset":"miniboone", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.807261765 }, { "dataset":"miniboone", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8282756209 }, { "dataset":"miniboone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8196913004 }, { "dataset":"miniboone", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8001431078 }, { "dataset":"miniboone", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7958637327 }, { "dataset":"miniboone", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8208017796 }, { "dataset":"molec-biol-promoter", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0038461538 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.392668426 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4695826396 }, { "dataset":"molec-biol-promoter", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6056562215 }, { "dataset":"molec-biol-promoter", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6428797245 }, { "dataset":"molec-biol-promoter", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.639596656 }, { "dataset":"molec-biol-splice", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7408091873 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7178250849 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7563776523 }, { "dataset":"molec-biol-splice", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.721630916 }, { "dataset":"molec-biol-splice", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7072523534 }, { "dataset":"molec-biol-splice", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7478490919 }, { "dataset":"monks-1", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1245712675 }, { "dataset":"monks-1", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5958466828 }, { "dataset":"monks-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5804676712 }, { "dataset":"monks-1", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5156114772 }, { "dataset":"monks-1", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6828448176 }, { "dataset":"monks-1", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5706711709 }, { "dataset":"monks-2", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1072327839 }, { "dataset":"monks-2", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1173951002 }, { "dataset":"monks-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2764839455 }, { "dataset":"monks-2", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.441423228 }, { "dataset":"monks-2", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6156524122 }, { "dataset":"monks-2", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3392080031 }, { "dataset":"monks-3", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0944444463 }, { "dataset":"monks-3", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1820050403 }, { "dataset":"monks-3", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4504980668 }, { "dataset":"monks-3", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5174896568 }, { "dataset":"monks-3", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5033740029 }, { "dataset":"monks-3", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4352334142 }, { "dataset":"mushroom", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.9794289023 }, { "dataset":"mushroom", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9955705404 }, { "dataset":"mushroom", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9903476834 }, { "dataset":"mushroom", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9905065149 }, { "dataset":"mushroom", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.998654902 }, { "dataset":"mushroom", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9947959185 }, { "dataset":"musk-1", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4085175925 }, { "dataset":"musk-1", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7823661715 }, { "dataset":"musk-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7891591936 }, { "dataset":"musk-1", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8095808476 }, { "dataset":"musk-1", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8334229738 }, { "dataset":"musk-1", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7683713734 }, { "dataset":"musk-2", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.9427489787 }, { "dataset":"musk-2", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9554871619 }, { "dataset":"musk-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9534743726 }, { "dataset":"musk-2", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.954162389 }, { "dataset":"musk-2", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9566177577 }, { "dataset":"musk-2", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9546008259 }, { "dataset":"nursery", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.714024961 }, { "dataset":"nursery", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.782923609 }, { "dataset":"nursery", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7571771592 }, { "dataset":"nursery", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7407426834 }, { "dataset":"nursery", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7458636016 }, { "dataset":"nursery", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7436801493 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1624419345 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6246124506 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6119975597 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6211436689 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6490152329 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5828252882 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7561816126 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8596735597 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8550976068 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8441173285 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8525131047 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8452581316 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2867188584 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5993272811 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5887350142 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5759146363 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6093193144 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5147767961 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5842034221 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8319485039 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8160771281 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8211158663 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8278508782 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8110980093 }, { "dataset":"optical", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.9275828004 }, { "dataset":"optical", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.941420272 }, { "dataset":"optical", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9477040172 }, { "dataset":"optical", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.938500315 }, { "dataset":"optical", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9472972304 }, { "dataset":"optical", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9407874346 }, { "dataset":"ozone", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7503017262 }, { "dataset":"ozone", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9333906174 }, { "dataset":"ozone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.914773941 }, { "dataset":"ozone", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8983708322 }, { "dataset":"ozone", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9240736812 }, { "dataset":"ozone", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9169778973 }, { "dataset":"page-blocks", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.215146263 }, { "dataset":"page-blocks", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8661312759 }, { "dataset":"page-blocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8594320565 }, { "dataset":"page-blocks", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8187924623 }, { "dataset":"page-blocks", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8062594682 }, { "dataset":"page-blocks", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8360572308 }, { "dataset":"parkinsons", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3407017067 }, { "dataset":"parkinsons", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.484286787 }, { "dataset":"parkinsons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5252694339 }, { "dataset":"parkinsons", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6905547231 }, { "dataset":"parkinsons", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7650461942 }, { "dataset":"parkinsons", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6427585781 }, { "dataset":"pendigits", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8596409857 }, { "dataset":"pendigits", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9034915268 }, { "dataset":"pendigits", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8719956577 }, { "dataset":"pendigits", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.881801337 }, { "dataset":"pendigits", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.904671818 }, { "dataset":"pendigits", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9044575393 }, { "dataset":"pima", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3787977723 }, { "dataset":"pima", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5022127703 }, { "dataset":"pima", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6413500607 }, { "dataset":"pima", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6287915856 }, { "dataset":"pima", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.662193507 }, { "dataset":"pima", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.659860447 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2010416687 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1932334341 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4726775996 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.4911972657 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5231980234 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3922576383 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2451291243 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.2466044687 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3323954344 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2612010799 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.326566074 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.267742509 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2193257315 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1171563482 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2650020905 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2213988379 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3019106127 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3349666633 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3407063931 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3953323239 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4240398407 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.557973057 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6623119488 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4222839586 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1143451161 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0654298775 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2029189579 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.0814445321 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2202911638 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.0378396045 }, { "dataset":"planning", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0842518127 }, { "dataset":"planning", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1763147321 }, { "dataset":"planning", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4205975905 }, { "dataset":"planning", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3373145759 }, { "dataset":"planning", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4411762953 }, { "dataset":"planning", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3155651353 }, { "dataset":"plant-margin", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6274200976 }, { "dataset":"plant-margin", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6722093374 }, { "dataset":"plant-margin", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.670396626 }, { "dataset":"plant-margin", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6442891359 }, { "dataset":"plant-margin", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.670939222 }, { "dataset":"plant-margin", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6798094809 }, { "dataset":"plant-shape", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1734966841 }, { "dataset":"plant-shape", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.4078069106 }, { "dataset":"plant-shape", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3901794925 }, { "dataset":"plant-shape", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3691981435 }, { "dataset":"plant-shape", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4224818647 }, { "dataset":"plant-shape", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3768058717 }, { "dataset":"plant-texture", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6317754835 }, { "dataset":"plant-texture", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.662495628 }, { "dataset":"plant-texture", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6732618958 }, { "dataset":"plant-texture", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6511697322 }, { "dataset":"plant-texture", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6659080833 }, { "dataset":"plant-texture", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6790432185 }, { "dataset":"post-operative", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0137205385 }, { "dataset":"post-operative", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1447643079 }, { "dataset":"post-operative", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4246527404 }, { "dataset":"post-operative", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.317616282 }, { "dataset":"post-operative", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3022761568 }, { "dataset":"post-operative", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2640877664 }, { "dataset":"primary-tumor", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0252525248 }, { "dataset":"primary-tumor", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0611052588 }, { "dataset":"primary-tumor", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2723201662 }, { "dataset":"primary-tumor", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2176232077 }, { "dataset":"primary-tumor", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2628156319 }, { "dataset":"primary-tumor", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2081892453 }, { "dataset":"ringnorm", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.9175563008 }, { "dataset":"ringnorm", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9639208168 }, { "dataset":"ringnorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9509815276 }, { "dataset":"ringnorm", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9307107627 }, { "dataset":"ringnorm", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9598674476 }, { "dataset":"ringnorm", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9637167454 }, { "dataset":"seeds", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2308887728 }, { "dataset":"seeds", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6396253332 }, { "dataset":"seeds", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7952872962 }, { "dataset":"seeds", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7688676119 }, { "dataset":"seeds", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6808635741 }, { "dataset":"seeds", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7285534292 }, { "dataset":"semeion", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8852144778 }, { "dataset":"semeion", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8793061525 }, { "dataset":"semeion", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8845321238 }, { "dataset":"semeion", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8785860986 }, { "dataset":"semeion", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8991133124 }, { "dataset":"semeion", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8817375153 }, { "dataset":"soybean", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.657253474 }, { "dataset":"soybean", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8098535836 }, { "dataset":"soybean", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8147661835 }, { "dataset":"soybean", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8039189726 }, { "dataset":"soybean", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.836464867 }, { "dataset":"soybean", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7864608467 }, { "dataset":"spambase", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8981006593 }, { "dataset":"spambase", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.89877069 }, { "dataset":"spambase", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9058213234 }, { "dataset":"spambase", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9050197005 }, { "dataset":"spambase", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9035424888 }, { "dataset":"spambase", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9014643431 }, { "dataset":"spect", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.175374005 }, { "dataset":"spect", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0947240554 }, { "dataset":"spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5674135834 }, { "dataset":"spect", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.613673076 }, { "dataset":"spect", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6460059434 }, { "dataset":"spect", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6049283445 }, { "dataset":"spectf", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1229508147 }, { "dataset":"spectf", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1290322542 }, { "dataset":"spectf", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5000011623 }, { "dataset":"spectf", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5081978738 }, { "dataset":"spectf", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5288330019 }, { "dataset":"spectf", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5000011623 }, { "dataset":"statlog-australian-credit", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0579411034 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1774247484 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4035906047 }, { "dataset":"statlog-australian-credit", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3638662621 }, { "dataset":"statlog-australian-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4129291102 }, { "dataset":"statlog-australian-credit", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3965174034 }, { "dataset":"statlog-german-credit", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5582892671 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.4456282188 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6580863446 }, { "dataset":"statlog-german-credit", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5997307897 }, { "dataset":"statlog-german-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6314980984 }, { "dataset":"statlog-german-credit", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6480517685 }, { "dataset":"statlog-heart", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3909859173 }, { "dataset":"statlog-heart", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6704904884 }, { "dataset":"statlog-heart", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7167844474 }, { "dataset":"statlog-heart", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7143595815 }, { "dataset":"statlog-heart", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7356708497 }, { "dataset":"statlog-heart", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6776535511 }, { "dataset":"statlog-image", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7944610268 }, { "dataset":"statlog-image", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8289610445 }, { "dataset":"statlog-image", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8327623904 }, { "dataset":"statlog-image", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8298016489 }, { "dataset":"statlog-image", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8378482759 }, { "dataset":"statlog-image", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8266609013 }, { "dataset":"statlog-landsat", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8144018203 }, { "dataset":"statlog-landsat", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8434236944 }, { "dataset":"statlog-landsat", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8313571513 }, { "dataset":"statlog-landsat", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8305085152 }, { "dataset":"statlog-landsat", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8453354388 }, { "dataset":"statlog-landsat", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8379541188 }, { "dataset":"statlog-shuttle", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4214607617 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8043475151 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7911852747 }, { "dataset":"statlog-shuttle", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6613693088 }, { "dataset":"statlog-shuttle", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7602541149 }, { "dataset":"statlog-shuttle", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8233714402 }, { "dataset":"statlog-vehicle", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.399475269 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5507765561 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6001466066 }, { "dataset":"statlog-vehicle", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5783833861 }, { "dataset":"statlog-vehicle", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6123103201 }, { "dataset":"statlog-vehicle", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5511495918 }, { "dataset":"steel-plates", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5323162824 }, { "dataset":"steel-plates", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6220027655 }, { "dataset":"steel-plates", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5936736315 }, { "dataset":"steel-plates", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5843977034 }, { "dataset":"steel-plates", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.631704092 }, { "dataset":"steel-plates", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6160417497 }, { "dataset":"synthetic-control", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8443093896 }, { "dataset":"synthetic-control", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9139450192 }, { "dataset":"synthetic-control", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9429252148 }, { "dataset":"synthetic-control", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9105487913 }, { "dataset":"synthetic-control", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9579867572 }, { "dataset":"synthetic-control", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9414634705 }, { "dataset":"teaching", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0480910838 }, { "dataset":"teaching", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0614968902 }, { "dataset":"teaching", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2549977899 }, { "dataset":"teaching", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.194404833 }, { "dataset":"teaching", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.1612158306 }, { "dataset":"teaching", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.1193880765 }, { "dataset":"thyroid", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4793782979 }, { "dataset":"thyroid", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7866540998 }, { "dataset":"thyroid", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8069112897 }, { "dataset":"thyroid", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6410942972 }, { "dataset":"thyroid", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7208399177 }, { "dataset":"thyroid", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7163596749 }, { "dataset":"tic-tac-toe", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3859017976 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5470037758 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6401811838 }, { "dataset":"tic-tac-toe", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6240576357 }, { "dataset":"tic-tac-toe", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7656474859 }, { "dataset":"tic-tac-toe", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5965550393 }, { "dataset":"titanic", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3826930895 }, { "dataset":"titanic", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7158907801 }, { "dataset":"titanic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6993777305 }, { "dataset":"titanic", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6591863856 }, { "dataset":"titanic", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5839929357 }, { "dataset":"titanic", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4244632646 }, { "dataset":"trains", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0416666679 }, { "dataset":"trains", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.4791666791 }, { "dataset":"trains", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5208333395 }, { "dataset":"trains", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6875000149 }, { "dataset":"trains", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6875000149 }, { "dataset":"trains", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6041666791 }, { "dataset":"twonorm", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.9657207131 }, { "dataset":"twonorm", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9582152665 }, { "dataset":"twonorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9651544243 }, { "dataset":"twonorm", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9654358178 }, { "dataset":"twonorm", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9648732096 }, { "dataset":"twonorm", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9639656693 }, { "dataset":"vertebral-column-2clases", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1663306616 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.398438625 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6070712209 }, { "dataset":"vertebral-column-2clases", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.616656512 }, { "dataset":"vertebral-column-2clases", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6901541799 }, { "dataset":"vertebral-column-2clases", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5862861127 }, { "dataset":"vertebral-column-3clases", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1366934108 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5526764765 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5899048597 }, { "dataset":"vertebral-column-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.4724934623 }, { "dataset":"vertebral-column-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6456410289 }, { "dataset":"vertebral-column-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5386357307 }, { "dataset":"wall-following", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6448893845 }, { "dataset":"wall-following", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7058214545 }, { "dataset":"wall-following", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6718207002 }, { "dataset":"wall-following", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6781395376 }, { "dataset":"wall-following", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7294286638 }, { "dataset":"wall-following", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7107551992 }, { "dataset":"waveform", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8203292042 }, { "dataset":"waveform", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8175856918 }, { "dataset":"waveform", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8206646293 }, { "dataset":"waveform", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8116918802 }, { "dataset":"waveform", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8145191669 }, { "dataset":"waveform", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8123637438 }, { "dataset":"waveform-noise", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.802258864 }, { "dataset":"waveform-noise", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7917831093 }, { "dataset":"waveform-noise", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8110948056 }, { "dataset":"waveform-noise", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7925425619 }, { "dataset":"waveform-noise", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7852532417 }, { "dataset":"waveform-noise", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8038975 }, { "dataset":"wine", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2302669957 }, { "dataset":"wine", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5623358479 }, { "dataset":"wine", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9059813172 }, { "dataset":"wine", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8655565679 }, { "dataset":"wine", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9297653735 }, { "dataset":"wine", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.836864993 }, { "dataset":"wine-quality-red", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2200825209 }, { "dataset":"wine-quality-red", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.242696017 }, { "dataset":"wine-quality-red", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2934082747 }, { "dataset":"wine-quality-red", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2323743775 }, { "dataset":"wine-quality-red", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2567758448 }, { "dataset":"wine-quality-red", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2414148282 }, { "dataset":"wine-quality-white", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1376675092 }, { "dataset":"wine-quality-white", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1508534155 }, { "dataset":"wine-quality-white", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.225189019 }, { "dataset":"wine-quality-white", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2163063623 }, { "dataset":"wine-quality-white", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.173628496 }, { "dataset":"wine-quality-white", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2245402597 }, { "dataset":"yeast", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0850009839 }, { "dataset":"yeast", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.2865779102 }, { "dataset":"yeast", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4018574357 }, { "dataset":"yeast", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3967396393 }, { "dataset":"yeast", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3623032719 }, { "dataset":"yeast", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3754655868 }, { "dataset":"zoo", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0604440793 }, { "dataset":"zoo", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5170707703 }, { "dataset":"zoo", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6684064567 }, { "dataset":"zoo", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6787921637 }, { "dataset":"zoo", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8341402262 }, { "dataset":"zoo", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7142778188 }, { "dataset":"abalone", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.3698531613 }, { "dataset":"abalone", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3924033418 }, { "dataset":"abalone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3930845186 }, { "dataset":"abalone", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3940827101 }, { "dataset":"abalone", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4015590698 }, { "dataset":"abalone", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3931332231 }, { "dataset":"acute-inflammation", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1678571403 }, { "dataset":"acute-inflammation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6765793934 }, { "dataset":"acute-inflammation", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4968958125 }, { "dataset":"acute-inflammation", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4719363973 }, { "dataset":"acute-inflammation", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3026699424 }, { "dataset":"acute-nephritis", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0189873427 }, { "dataset":"acute-nephritis", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4678120315 }, { "dataset":"acute-nephritis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7402449995 }, { "dataset":"acute-nephritis", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5299748555 }, { "dataset":"acute-nephritis", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.689773351 }, { "dataset":"acute-nephritis", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4952840731 }, { "dataset":"adult", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.6850821078 }, { "dataset":"adult", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6915495545 }, { "dataset":"adult", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6922789961 }, { "dataset":"adult", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6745513082 }, { "dataset":"adult", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6847687811 }, { "dataset":"adult", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6902318448 }, { "dataset":"annealing", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1006392632 }, { "dataset":"annealing", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6955256313 }, { "dataset":"annealing", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6582059264 }, { "dataset":"annealing", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7030173242 }, { "dataset":"annealing", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7293117642 }, { "dataset":"annealing", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6859420389 }, { "dataset":"arrhythmia", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0706678611 }, { "dataset":"arrhythmia", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4857887775 }, { "dataset":"arrhythmia", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5573096126 }, { "dataset":"arrhythmia", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5395151302 }, { "dataset":"arrhythmia", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5664818734 }, { "dataset":"arrhythmia", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4410031289 }, { "dataset":"audiology-std", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"audiology-std", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1496272106 }, { "dataset":"audiology-std", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2360555511 }, { "dataset":"audiology-std", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2767168656 }, { "dataset":"audiology-std", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2969411314 }, { "dataset":"audiology-std", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1957857498 }, { "dataset":"balance-scale", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4152161703 }, { "dataset":"balance-scale", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4259456173 }, { "dataset":"balance-scale", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3528614417 }, { "dataset":"balance-scale", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3967081234 }, { "dataset":"balance-scale", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.459161222 }, { "dataset":"balance-scale", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4449149966 }, { "dataset":"balloons", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2613636404 }, { "dataset":"balloons", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"balloons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.294318188 }, { "dataset":"balloons", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1556818206 }, { "dataset":"balloons", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3590909168 }, { "dataset":"balloons", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.125 }, { "dataset":"bank", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2654692407 }, { "dataset":"bank", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7488617301 }, { "dataset":"bank", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7368471324 }, { "dataset":"bank", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6770920157 }, { "dataset":"bank", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7043036073 }, { "dataset":"bank", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7136812657 }, { "dataset":"blood", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.091944074 }, { "dataset":"blood", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1231734763 }, { "dataset":"blood", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3282842403 }, { "dataset":"blood", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2091929205 }, { "dataset":"blood", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4310829937 }, { "dataset":"blood", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.166691104 }, { "dataset":"breast-cancer", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"breast-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1387174129 }, { "dataset":"breast-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.38487361 }, { "dataset":"breast-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4118865877 }, { "dataset":"breast-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4256594256 }, { "dataset":"breast-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4209748209 }, { "dataset":"breast-cancer-wisc", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2302858146 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4626009315 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9118342549 }, { "dataset":"breast-cancer-wisc", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9313531667 }, { "dataset":"breast-cancer-wisc", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9472384304 }, { "dataset":"breast-cancer-wisc", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.792917639 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.240246647 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9020628929 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9017616063 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9178193361 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.919308871 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8495047092 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0590551198 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2533337548 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5022424161 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5384940207 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6808131039 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5012809485 }, { "dataset":"breast-tissue", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"breast-tissue", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0569239203 }, { "dataset":"breast-tissue", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1978565492 }, { "dataset":"breast-tissue", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1132343379 }, { "dataset":"breast-tissue", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3214616515 }, { "dataset":"breast-tissue", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1242617383 }, { "dataset":"car", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1471356004 }, { "dataset":"car", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3301846087 }, { "dataset":"car", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5243800282 }, { "dataset":"car", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4280759618 }, { "dataset":"car", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5619663298 }, { "dataset":"car", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5282690376 }, { "dataset":"cardiotocography-10clases", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.3737658933 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.440780893 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4600581005 }, { "dataset":"cardiotocography-10clases", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4201998338 }, { "dataset":"cardiotocography-10clases", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4553523436 }, { "dataset":"cardiotocography-10clases", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4536279887 }, { "dataset":"cardiotocography-3clases", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5664161593 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8079662323 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7991101444 }, { "dataset":"cardiotocography-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7727709711 }, { "dataset":"cardiotocography-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7973491549 }, { "dataset":"cardiotocography-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7780387104 }, { "dataset":"chess-krvk", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0523394905 }, { "dataset":"chess-krvk", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0580016505 }, { "dataset":"chess-krvk", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.0640615299 }, { "dataset":"chess-krvk", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0552463736 }, { "dataset":"chess-krvk", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0540185375 }, { "dataset":"chess-krvk", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0677165985 }, { "dataset":"chess-krvkp", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.8663535714 }, { "dataset":"chess-krvkp", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9139317721 }, { "dataset":"chess-krvkp", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9146140367 }, { "dataset":"chess-krvkp", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9136796594 }, { "dataset":"chess-krvkp", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9419811219 }, { "dataset":"chess-krvkp", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9209298193 }, { "dataset":"congressional-voting", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0074552901 }, { "dataset":"congressional-voting", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0074042659 }, { "dataset":"congressional-voting", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.165155381 }, { "dataset":"congressional-voting", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2356579341 }, { "dataset":"congressional-voting", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2688706405 }, { "dataset":"congressional-voting", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1493462995 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0121951215 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6433166713 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.663129732 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6626816243 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7030759603 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.626672402 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2451090105 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4981211498 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3652764186 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3850728422 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5133754537 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4198428914 }, { "dataset":"connect-4", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4438880235 }, { "dataset":"connect-4", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5942949951 }, { "dataset":"connect-4", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.522233516 }, { "dataset":"connect-4", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4627013206 }, { "dataset":"connect-4", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6004249454 }, { "dataset":"connect-4", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5595289022 }, { "dataset":"contrac", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.104906667 }, { "dataset":"contrac", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2151276805 }, { "dataset":"contrac", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2670890018 }, { "dataset":"contrac", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1870598271 }, { "dataset":"contrac", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2586675137 }, { "dataset":"contrac", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2193902656 }, { "dataset":"credit-approval", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4602749683 }, { "dataset":"credit-approval", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6625115052 }, { "dataset":"credit-approval", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7737061679 }, { "dataset":"credit-approval", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7345431149 }, { "dataset":"credit-approval", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7492422014 }, { "dataset":"credit-approval", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7492526621 }, { "dataset":"cylinder-bands", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0933035673 }, { "dataset":"cylinder-bands", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5086782128 }, { "dataset":"cylinder-bands", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.477884993 }, { "dataset":"cylinder-bands", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4831864908 }, { "dataset":"cylinder-bands", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5772818774 }, { "dataset":"cylinder-bands", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4277659729 }, { "dataset":"dermatology", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.6456697881 }, { "dataset":"dermatology", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8352057934 }, { "dataset":"dermatology", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8756941855 }, { "dataset":"dermatology", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9187842309 }, { "dataset":"dermatology", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9258415848 }, { "dataset":"dermatology", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8565185517 }, { "dataset":"echocardiogram", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0161423224 }, { "dataset":"echocardiogram", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2184168808 }, { "dataset":"echocardiogram", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4079977013 }, { "dataset":"echocardiogram", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3868121654 }, { "dataset":"echocardiogram", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5320469737 }, { "dataset":"echocardiogram", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4520109519 }, { "dataset":"ecoli", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"ecoli", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3247282431 }, { "dataset":"ecoli", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5999530256 }, { "dataset":"ecoli", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2505129799 }, { "dataset":"ecoli", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5474029854 }, { "dataset":"ecoli", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4539753944 }, { "dataset":"energy-y1", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2796876207 }, { "dataset":"energy-y1", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6443107426 }, { "dataset":"energy-y1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7293731719 }, { "dataset":"energy-y1", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6420001239 }, { "dataset":"energy-y1", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7476391494 }, { "dataset":"energy-y1", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7149736285 }, { "dataset":"energy-y2", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4004366845 }, { "dataset":"energy-y2", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6487773806 }, { "dataset":"energy-y2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6987475008 }, { "dataset":"energy-y2", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7291901559 }, { "dataset":"energy-y2", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7799506336 }, { "dataset":"energy-y2", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6702864915 }, { "dataset":"fertility", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1507544909 }, { "dataset":"fertility", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4114525244 }, { "dataset":"fertility", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4856966771 }, { "dataset":"fertility", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6260252744 }, { "dataset":"fertility", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4786788523 }, { "dataset":"flags", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"flags", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1047379992 }, { "dataset":"flags", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1854707533 }, { "dataset":"flags", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1230381466 }, { "dataset":"flags", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2439747117 }, { "dataset":"flags", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0891779438 }, { "dataset":"glass", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"glass", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0227876729 }, { "dataset":"glass", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1583305597 }, { "dataset":"glass", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1042380482 }, { "dataset":"glass", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1560290698 }, { "dataset":"glass", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0862598913 }, { "dataset":"haberman-survival", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2102984637 }, { "dataset":"haberman-survival", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.005181347 }, { "dataset":"haberman-survival", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1385893717 }, { "dataset":"haberman-survival", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0901365429 }, { "dataset":"haberman-survival", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1351170558 }, { "dataset":"haberman-survival", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0776048917 }, { "dataset":"hayes-roth", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0382653065 }, { "dataset":"hayes-roth", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0047402948 }, { "dataset":"hayes-roth", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1653142869 }, { "dataset":"hayes-roth", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1334687159 }, { "dataset":"hayes-roth", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2007291764 }, { "dataset":"hayes-roth", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1112577789 }, { "dataset":"heart-cleveland", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0809503571 }, { "dataset":"heart-cleveland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3154764771 }, { "dataset":"heart-cleveland", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2083085123 }, { "dataset":"heart-cleveland", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2838490531 }, { "dataset":"heart-cleveland", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2069060728 }, { "dataset":"heart-hungarian", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.137502756 }, { "dataset":"heart-hungarian", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4661177136 }, { "dataset":"heart-hungarian", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6211707592 }, { "dataset":"heart-hungarian", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6771771312 }, { "dataset":"heart-hungarian", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7286701053 }, { "dataset":"heart-hungarian", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5762687251 }, { "dataset":"heart-switzerland", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.0541304895 }, { "dataset":"heart-switzerland", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0141096981 }, { "dataset":"heart-switzerland", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0638223072 }, { "dataset":"heart-switzerland", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.023849925 }, { "dataset":"heart-va", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.0702478625 }, { "dataset":"heart-va", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0501879635 }, { "dataset":"heart-va", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0772011476 }, { "dataset":"heart-va", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0463261753 }, { "dataset":"hepatitis", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0245464859 }, { "dataset":"hepatitis", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.236862706 }, { "dataset":"hepatitis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7171494514 }, { "dataset":"hepatitis", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6550215632 }, { "dataset":"hepatitis", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7601016909 }, { "dataset":"hepatitis", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6432521492 }, { "dataset":"hill-valley", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0163835955 }, { "dataset":"hill-valley", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0653329352 }, { "dataset":"hill-valley", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.0431637424 }, { "dataset":"hill-valley", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0452727964 }, { "dataset":"hill-valley", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0354167363 }, { "dataset":"hill-valley", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0391598204 }, { "dataset":"horse-colic", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0361560957 }, { "dataset":"horse-colic", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4770064726 }, { "dataset":"horse-colic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6252398789 }, { "dataset":"horse-colic", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6343623996 }, { "dataset":"horse-colic", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.657913968 }, { "dataset":"horse-colic", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6619617492 }, { "dataset":"ilpd-indian-liver", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0477210304 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0427635446 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2644106075 }, { "dataset":"ilpd-indian-liver", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2948449887 }, { "dataset":"ilpd-indian-liver", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3616429865 }, { "dataset":"ilpd-indian-liver", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3930711597 }, { "dataset":"image-segmentation", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.8030510396 }, { "dataset":"image-segmentation", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8204139471 }, { "dataset":"image-segmentation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7716906071 }, { "dataset":"image-segmentation", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8180342168 }, { "dataset":"image-segmentation", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.840241015 }, { "dataset":"image-segmentation", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8331775516 }, { "dataset":"ionosphere", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0131578939 }, { "dataset":"ionosphere", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8350047022 }, { "dataset":"ionosphere", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.80936867 }, { "dataset":"ionosphere", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8522144556 }, { "dataset":"ionosphere", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8385486305 }, { "dataset":"ionosphere", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7403245121 }, { "dataset":"iris", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1676328555 }, { "dataset":"iris", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2266476918 }, { "dataset":"iris", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2893266678 }, { "dataset":"iris", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3609333411 }, { "dataset":"iris", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3581629917 }, { "dataset":"iris", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2197291255 }, { "dataset":"led-display", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1236763634 }, { "dataset":"led-display", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6160757393 }, { "dataset":"led-display", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6372543871 }, { "dataset":"led-display", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6222079694 }, { "dataset":"led-display", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5193155184 }, { "dataset":"led-display", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4746059701 }, { "dataset":"lenses", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2098214328 }, { "dataset":"lenses", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1227678657 }, { "dataset":"lenses", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0691964328 }, { "dataset":"lenses", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0357142873 }, { "dataset":"lenses", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0357142873 }, { "dataset":"letter", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5161400139 }, { "dataset":"letter", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5456454605 }, { "dataset":"letter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5156276077 }, { "dataset":"letter", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5316159874 }, { "dataset":"letter", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5443889499 }, { "dataset":"letter", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.549661845 }, { "dataset":"libras", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.3271735311 }, { "dataset":"libras", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5818927437 }, { "dataset":"libras", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5742954165 }, { "dataset":"libras", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5814640373 }, { "dataset":"libras", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6422494352 }, { "dataset":"libras", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5253544673 }, { "dataset":"low-res-spect", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4648390335 }, { "dataset":"low-res-spect", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7665385753 }, { "dataset":"low-res-spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8050638288 }, { "dataset":"low-res-spect", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7599914968 }, { "dataset":"low-res-spect", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7670806497 }, { "dataset":"low-res-spect", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7504487634 }, { "dataset":"lung-cancer", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"lung-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1351102963 }, { "dataset":"lung-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1847426482 }, { "dataset":"lung-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2579044178 }, { "dataset":"lung-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3110294119 }, { "dataset":"lung-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2284926511 }, { "dataset":"lymphography", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"lymphography", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3206682168 }, { "dataset":"lymphography", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5182776898 }, { "dataset":"lymphography", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4869079366 }, { "dataset":"lymphography", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5667641461 }, { "dataset":"lymphography", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.353874173 }, { "dataset":"magic", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.6689627022 }, { "dataset":"magic", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6882463247 }, { "dataset":"magic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6804017872 }, { "dataset":"magic", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6708852649 }, { "dataset":"magic", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6708615422 }, { "dataset":"magic", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6837955266 }, { "dataset":"mammographic", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1522485334 }, { "dataset":"mammographic", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4456017728 }, { "dataset":"mammographic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7358976603 }, { "dataset":"mammographic", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7091185302 }, { "dataset":"mammographic", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7251787931 }, { "dataset":"mammographic", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6481097713 }, { "dataset":"miniboone", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.7303867489 }, { "dataset":"miniboone", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7549988627 }, { "dataset":"miniboone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7565446198 }, { "dataset":"miniboone", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7165488601 }, { "dataset":"miniboone", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7055965513 }, { "dataset":"miniboone", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.745848 }, { "dataset":"molec-biol-promoter", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1422806457 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3540341854 }, { "dataset":"molec-biol-promoter", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4632001072 }, { "dataset":"molec-biol-promoter", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4999319687 }, { "dataset":"molec-biol-promoter", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5413553789 }, { "dataset":"molec-biol-splice", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.6394305676 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6083796024 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6851606071 }, { "dataset":"molec-biol-splice", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6216325611 }, { "dataset":"molec-biol-splice", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6140098721 }, { "dataset":"molec-biol-splice", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6678837091 }, { "dataset":"monks-1", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0289473701 }, { "dataset":"monks-1", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4145818502 }, { "dataset":"monks-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4605901316 }, { "dataset":"monks-1", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3915862143 }, { "dataset":"monks-1", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4903823882 }, { "dataset":"monks-1", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4019848779 }, { "dataset":"monks-2", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0035714286 }, { "dataset":"monks-2", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0541958027 }, { "dataset":"monks-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1482399784 }, { "dataset":"monks-2", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3717032969 }, { "dataset":"monks-2", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5814797506 }, { "dataset":"monks-2", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2237048899 }, { "dataset":"monks-3", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0083333338 }, { "dataset":"monks-3", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3377817571 }, { "dataset":"monks-3", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5063785464 }, { "dataset":"monks-3", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5033740029 }, { "dataset":"monks-3", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3017867003 }, { "dataset":"mushroom", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.9678644687 }, { "dataset":"mushroom", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9897455573 }, { "dataset":"mushroom", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.98155424 }, { "dataset":"mushroom", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9856572896 }, { "dataset":"mushroom", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9946900159 }, { "dataset":"mushroom", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.990926519 }, { "dataset":"musk-1", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.3667096017 }, { "dataset":"musk-1", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7242235094 }, { "dataset":"musk-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7470525503 }, { "dataset":"musk-1", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7831574529 }, { "dataset":"musk-1", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8089464754 }, { "dataset":"musk-1", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7153877765 }, { "dataset":"musk-2", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.92324619 }, { "dataset":"musk-2", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9465275258 }, { "dataset":"musk-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9415594786 }, { "dataset":"musk-2", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9439466149 }, { "dataset":"musk-2", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9492439479 }, { "dataset":"musk-2", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9440077841 }, { "dataset":"nursery", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5881958604 }, { "dataset":"nursery", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6664586812 }, { "dataset":"nursery", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6391468793 }, { "dataset":"nursery", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6462998688 }, { "dataset":"nursery", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6376857162 }, { "dataset":"nursery", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6303132176 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0883246314 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5073318928 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.478430301 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5020758286 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5367037356 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4555846825 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.6591395289 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8389319628 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.834371686 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8290831298 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8347033113 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8245433569 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1758794282 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.436451897 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4273112267 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4383120537 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4784400761 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3557921425 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5147549026 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.775178045 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7630020529 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7671543509 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7760804892 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.758970499 }, { "dataset":"optical", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.9084470123 }, { "dataset":"optical", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9265883118 }, { "dataset":"optical", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9321441948 }, { "dataset":"optical", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9218838811 }, { "dataset":"optical", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9344243705 }, { "dataset":"optical", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9240897 }, { "dataset":"ozone", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.6470764007 }, { "dataset":"ozone", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9131017029 }, { "dataset":"ozone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8961203992 }, { "dataset":"ozone", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8744633347 }, { "dataset":"ozone", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9052818418 }, { "dataset":"ozone", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8926921636 }, { "dataset":"page-blocks", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1955999417 }, { "dataset":"page-blocks", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8140643388 }, { "dataset":"page-blocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.808567062 }, { "dataset":"page-blocks", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7538074702 }, { "dataset":"page-blocks", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7418468744 }, { "dataset":"page-blocks", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7713647932 }, { "dataset":"parkinsons", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1152943354 }, { "dataset":"parkinsons", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3950133626 }, { "dataset":"parkinsons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4508509617 }, { "dataset":"parkinsons", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6166861057 }, { "dataset":"parkinsons", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7085889131 }, { "dataset":"parkinsons", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5468607694 }, { "dataset":"pendigits", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.8191625774 }, { "dataset":"pendigits", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8705625236 }, { "dataset":"pendigits", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8333110511 }, { "dataset":"pendigits", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8419653922 }, { "dataset":"pendigits", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8711619079 }, { "dataset":"pendigits", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8737398386 }, { "dataset":"pima", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1091027474 }, { "dataset":"pima", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2383060418 }, { "dataset":"pima", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5414667577 }, { "dataset":"pima", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.50489223 }, { "dataset":"pima", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5690177083 }, { "dataset":"pima", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5731365681 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.140625 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0407488048 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.380918432 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2731435485 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3164597154 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2656091526 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1147540957 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0965223741 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2322166264 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1249054708 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1679236293 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1388650825 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0283018872 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0211104229 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.160446696 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1147795003 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1834387174 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1465021707 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1366591286 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3530756496 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3283958752 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4729215354 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2879861603 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0172413792 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1306025889 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0318252482 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1341485018 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0122648906 }, { "dataset":"planning", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.064159289 }, { "dataset":"planning", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0548245609 }, { "dataset":"planning", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2200665362 }, { "dataset":"planning", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1824122779 }, { "dataset":"planning", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3155865446 }, { "dataset":"planning", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1718518101 }, { "dataset":"plant-margin", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5511702001 }, { "dataset":"plant-margin", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5971912593 }, { "dataset":"plant-margin", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6073803157 }, { "dataset":"plant-margin", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5748007149 }, { "dataset":"plant-margin", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.593612358 }, { "dataset":"plant-margin", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6079049706 }, { "dataset":"plant-shape", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0933708865 }, { "dataset":"plant-shape", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3014807031 }, { "dataset":"plant-shape", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.290422298 }, { "dataset":"plant-shape", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2648060061 }, { "dataset":"plant-shape", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3211416528 }, { "dataset":"plant-shape", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2823939994 }, { "dataset":"plant-texture", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5783984661 }, { "dataset":"plant-texture", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6153921932 }, { "dataset":"plant-texture", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6256478727 }, { "dataset":"plant-texture", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.594359681 }, { "dataset":"plant-texture", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6188115925 }, { "dataset":"plant-texture", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6364322752 }, { "dataset":"post-operative", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0090909088 }, { "dataset":"post-operative", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3038483746 }, { "dataset":"post-operative", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2303640917 }, { "dataset":"post-operative", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2074402161 }, { "dataset":"post-operative", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1428816412 }, { "dataset":"primary-tumor", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0113636367 }, { "dataset":"primary-tumor", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0240218835 }, { "dataset":"primary-tumor", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2196692228 }, { "dataset":"primary-tumor", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1619724222 }, { "dataset":"primary-tumor", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2027099207 }, { "dataset":"primary-tumor", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1547815204 }, { "dataset":"ringnorm", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.8662362546 }, { "dataset":"ringnorm", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9330972284 }, { "dataset":"ringnorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9114786088 }, { "dataset":"ringnorm", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8827195466 }, { "dataset":"ringnorm", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9283737838 }, { "dataset":"ringnorm", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9370732009 }, { "dataset":"seeds", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0846774131 }, { "dataset":"seeds", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4124285749 }, { "dataset":"seeds", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5806157663 }, { "dataset":"seeds", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6535030156 }, { "dataset":"seeds", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6338835806 }, { "dataset":"seeds", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6476184428 }, { "dataset":"semeion", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.8642847091 }, { "dataset":"semeion", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8575632572 }, { "dataset":"semeion", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8708371669 }, { "dataset":"semeion", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.858885169 }, { "dataset":"semeion", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8811860383 }, { "dataset":"semeion", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8664287627 }, { "dataset":"soybean", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5807279944 }, { "dataset":"soybean", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.786839366 }, { "dataset":"soybean", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7947355211 }, { "dataset":"soybean", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7768833488 }, { "dataset":"soybean", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8144313693 }, { "dataset":"soybean", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7423371822 }, { "dataset":"spambase", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.8555975258 }, { "dataset":"spambase", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8609837592 }, { "dataset":"spambase", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8691532314 }, { "dataset":"spambase", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8686401695 }, { "dataset":"spambase", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8706323504 }, { "dataset":"spambase", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8628711253 }, { "dataset":"spect", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1290322542 }, { "dataset":"spect", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0217391308 }, { "dataset":"spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4643555358 }, { "dataset":"spect", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4457130209 }, { "dataset":"spect", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5335155278 }, { "dataset":"spect", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5617336184 }, { "dataset":"spectf", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"spectf", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.125 }, { "dataset":"spectf", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4957638681 }, { "dataset":"spectf", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5040995181 }, { "dataset":"spectf", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5165357143 }, { "dataset":"spectf", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5000011623 }, { "dataset":"statlog-australian-credit", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0145631069 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0676224151 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2590059005 }, { "dataset":"statlog-australian-credit", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2178929448 }, { "dataset":"statlog-australian-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2734769583 }, { "dataset":"statlog-australian-credit", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.272497233 }, { "dataset":"statlog-german-credit", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4013328273 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3438488096 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5891229808 }, { "dataset":"statlog-german-credit", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5060063675 }, { "dataset":"statlog-german-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5336544439 }, { "dataset":"statlog-german-credit", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5697341859 }, { "dataset":"statlog-heart", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0597388353 }, { "dataset":"statlog-heart", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5360904709 }, { "dataset":"statlog-heart", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6523687392 }, { "dataset":"statlog-heart", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6217082739 }, { "dataset":"statlog-heart", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6490981877 }, { "dataset":"statlog-heart", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5751800388 }, { "dataset":"statlog-image", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.6817821711 }, { "dataset":"statlog-image", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.769038558 }, { "dataset":"statlog-image", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7826647311 }, { "dataset":"statlog-image", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7779139578 }, { "dataset":"statlog-image", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7884231061 }, { "dataset":"statlog-image", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7755116522 }, { "dataset":"statlog-landsat", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.7821222097 }, { "dataset":"statlog-landsat", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8150429577 }, { "dataset":"statlog-landsat", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8014880866 }, { "dataset":"statlog-landsat", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7990040928 }, { "dataset":"statlog-landsat", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.814759165 }, { "dataset":"statlog-landsat", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8087259829 }, { "dataset":"statlog-shuttle", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.3771874886 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7082408816 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6798009425 }, { "dataset":"statlog-shuttle", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5554769859 }, { "dataset":"statlog-shuttle", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6787633449 }, { "dataset":"statlog-shuttle", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7027563453 }, { "dataset":"statlog-vehicle", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2432208136 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4362805858 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4859858453 }, { "dataset":"statlog-vehicle", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4682940617 }, { "dataset":"statlog-vehicle", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5163729787 }, { "dataset":"statlog-vehicle", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4321119264 }, { "dataset":"steel-plates", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4822992086 }, { "dataset":"steel-plates", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5644253492 }, { "dataset":"steel-plates", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5423160195 }, { "dataset":"steel-plates", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5362643301 }, { "dataset":"steel-plates", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.575864166 }, { "dataset":"steel-plates", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5605870187 }, { "dataset":"synthetic-control", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.6963498667 }, { "dataset":"synthetic-control", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8110281676 }, { "dataset":"synthetic-control", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8935202509 }, { "dataset":"synthetic-control", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8499699086 }, { "dataset":"synthetic-control", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9373468906 }, { "dataset":"synthetic-control", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8891101331 }, { "dataset":"teaching", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"teaching", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0314704287 }, { "dataset":"teaching", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1302068532 }, { "dataset":"teaching", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1170979654 }, { "dataset":"teaching", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0556858871 }, { "dataset":"teaching", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.018551358 }, { "dataset":"thyroid", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1288799662 }, { "dataset":"thyroid", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6645958573 }, { "dataset":"thyroid", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.692469731 }, { "dataset":"thyroid", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5062091947 }, { "dataset":"thyroid", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6103921533 }, { "dataset":"thyroid", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5839679092 }, { "dataset":"tic-tac-toe", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0788475629 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4234732704 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5019446015 }, { "dataset":"tic-tac-toe", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4602246508 }, { "dataset":"tic-tac-toe", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6186143011 }, { "dataset":"tic-tac-toe", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3904621396 }, { "dataset":"titanic", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.079467468 }, { "dataset":"titanic", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5409123115 }, { "dataset":"titanic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5979039818 }, { "dataset":"titanic", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2414562851 }, { "dataset":"titanic", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4275884517 }, { "dataset":"titanic", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2964845299 }, { "dataset":"trains", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"trains", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3958333433 }, { "dataset":"trains", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5208333395 }, { "dataset":"trains", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6875000149 }, { "dataset":"trains", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6875000149 }, { "dataset":"trains", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6041666791 }, { "dataset":"twonorm", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.9506666511 }, { "dataset":"twonorm", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9288253933 }, { "dataset":"twonorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9507228285 }, { "dataset":"twonorm", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9498148113 }, { "dataset":"twonorm", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9509439617 }, { "dataset":"twonorm", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.948399514 }, { "dataset":"vertebral-column-2clases", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0026178011 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2300780525 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4529739544 }, { "dataset":"vertebral-column-2clases", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4788705558 }, { "dataset":"vertebral-column-2clases", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5599937588 }, { "dataset":"vertebral-column-2clases", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4590432644 }, { "dataset":"vertebral-column-3clases", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.046229789 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3357143104 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4847949743 }, { "dataset":"vertebral-column-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3526519686 }, { "dataset":"vertebral-column-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5259340629 }, { "dataset":"vertebral-column-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3871853203 }, { "dataset":"wall-following", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5532055497 }, { "dataset":"wall-following", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.625291869 }, { "dataset":"wall-following", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.583325699 }, { "dataset":"wall-following", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5937920213 }, { "dataset":"wall-following", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6578850597 }, { "dataset":"wall-following", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.629879266 }, { "dataset":"waveform", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.7599936724 }, { "dataset":"waveform", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7545007169 }, { "dataset":"waveform", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7683018148 }, { "dataset":"waveform", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7548387945 }, { "dataset":"waveform", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7588281184 }, { "dataset":"waveform", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7498623878 }, { "dataset":"waveform-noise", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.7313449532 }, { "dataset":"waveform-noise", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7172911018 }, { "dataset":"waveform-noise", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7540888786 }, { "dataset":"waveform-noise", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7281467319 }, { "dataset":"waveform-noise", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7160822302 }, { "dataset":"waveform-noise", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7409904599 }, { "dataset":"wine", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0219902908 }, { "dataset":"wine", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4531530291 }, { "dataset":"wine", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8510420471 }, { "dataset":"wine", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7882987559 }, { "dataset":"wine", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8822428882 }, { "dataset":"wine", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7095170766 }, { "dataset":"wine-quality-red", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0537537057 }, { "dataset":"wine-quality-red", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1248931796 }, { "dataset":"wine-quality-red", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2076907381 }, { "dataset":"wine-quality-red", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1419584276 }, { "dataset":"wine-quality-red", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1621641759 }, { "dataset":"wine-quality-red", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.160128518 }, { "dataset":"wine-quality-white", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0642095301 }, { "dataset":"wine-quality-white", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0683814873 }, { "dataset":"wine-quality-white", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1407619752 }, { "dataset":"wine-quality-white", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.115200514 }, { "dataset":"wine-quality-white", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0908352125 }, { "dataset":"wine-quality-white", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1465628669 }, { "dataset":"yeast", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0378921381 }, { "dataset":"yeast", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1766164564 }, { "dataset":"yeast", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3027227968 }, { "dataset":"yeast", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3062709197 }, { "dataset":"yeast", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2771924958 }, { "dataset":"yeast", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2812132724 }, { "dataset":"zoo", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"zoo", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3515315503 }, { "dataset":"zoo", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5873788446 }, { "dataset":"zoo", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6022765487 }, { "dataset":"zoo", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8144829571 }, { "dataset":"zoo", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5340487063 }, { "dataset":"abalone", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6203026246 }, { "dataset":"abalone", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6375124285 }, { "dataset":"abalone", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6349357692 }, { "dataset":"abalone", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.632540474 }, { "dataset":"abalone", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6413717116 }, { "dataset":"abalone", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6369186875 }, { "dataset":"acute-inflammation", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6606430577 }, { "dataset":"acute-inflammation", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9263751329 }, { "dataset":"acute-inflammation", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9033247533 }, { "dataset":"acute-inflammation", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7583459236 }, { "dataset":"acute-inflammation", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8953905769 }, { "dataset":"acute-inflammation", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7719966473 }, { "dataset":"acute-nephritis", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5594713901 }, { "dataset":"acute-nephritis", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.948630137 }, { "dataset":"acute-nephritis", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.91888969 }, { "dataset":"acute-nephritis", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7541906994 }, { "dataset":"acute-nephritis", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9457256806 }, { "dataset":"acute-nephritis", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9219671852 }, { "dataset":"adult", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8063832027 }, { "dataset":"adult", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.815927162 }, { "dataset":"adult", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8080616044 }, { "dataset":"adult", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7942706345 }, { "dataset":"adult", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.804956851 }, { "dataset":"adult", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8087731916 }, { "dataset":"annealing", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5965276247 }, { "dataset":"annealing", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7956717987 }, { "dataset":"annealing", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7219385648 }, { "dataset":"annealing", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7892544532 }, { "dataset":"annealing", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7981477809 }, { "dataset":"annealing", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7504770676 }, { "dataset":"arrhythmia", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3746656009 }, { "dataset":"arrhythmia", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6144344568 }, { "dataset":"arrhythmia", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6294487994 }, { "dataset":"arrhythmia", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6252985305 }, { "dataset":"arrhythmia", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6052173964 }, { "dataset":"arrhythmia", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5721403748 }, { "dataset":"audiology-std", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1425048788 }, { "dataset":"audiology-std", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.3297678335 }, { "dataset":"audiology-std", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.3229084939 }, { "dataset":"audiology-std", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3664743587 }, { "dataset":"audiology-std", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3644262397 }, { "dataset":"audiology-std", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.2824037231 }, { "dataset":"balance-scale", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6295622365 }, { "dataset":"balance-scale", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8364652102 }, { "dataset":"balance-scale", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7764711043 }, { "dataset":"balance-scale", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6913051429 }, { "dataset":"balance-scale", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7582773427 }, { "dataset":"balance-scale", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7495465027 }, { "dataset":"balloons", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5 }, { "dataset":"balloons", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5647727273 }, { "dataset":"balloons", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4255681818 }, { "dataset":"balloons", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5460227273 }, { "dataset":"balloons", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5931818182 }, { "dataset":"balloons", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5863636364 }, { "dataset":"bank", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8451769935 }, { "dataset":"bank", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.863761373 }, { "dataset":"bank", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8463156722 }, { "dataset":"bank", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8229626804 }, { "dataset":"bank", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8294510217 }, { "dataset":"bank", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8363811733 }, { "dataset":"blood", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6328156614 }, { "dataset":"blood", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7099749319 }, { "dataset":"blood", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6759892978 }, { "dataset":"blood", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6312480275 }, { "dataset":"blood", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.67309584 }, { "dataset":"blood", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7062274568 }, { "dataset":"breast-cancer", "algorithm":"aol", "metric":"mean_test_acc", "value":0.576618295 }, { "dataset":"breast-cancer", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6864629398 }, { "dataset":"breast-cancer", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6222018514 }, { "dataset":"breast-cancer", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6834493587 }, { "dataset":"breast-cancer", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6780989545 }, { "dataset":"breast-cancer", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6524524803 }, { "dataset":"breast-cancer-wisc", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9514300588 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9542393826 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9592239129 }, { "dataset":"breast-cancer-wisc", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9645292314 }, { "dataset":"breast-cancer-wisc", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9681241203 }, { "dataset":"breast-cancer-wisc", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9535257059 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9193473908 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9498539775 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9424396506 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9606841307 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9548545402 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.947616776 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6835227376 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7561968653 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6662990619 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7043352711 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7868773319 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6709464107 }, { "dataset":"breast-tissue", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2137337155 }, { "dataset":"breast-tissue", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.3596828818 }, { "dataset":"breast-tissue", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.465960073 }, { "dataset":"breast-tissue", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5064711768 }, { "dataset":"breast-tissue", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5645023634 }, { "dataset":"breast-tissue", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3797804682 }, { "dataset":"car", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7208117997 }, { "dataset":"car", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7951741472 }, { "dataset":"car", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7311405339 }, { "dataset":"car", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7385995256 }, { "dataset":"car", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7949161908 }, { "dataset":"car", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7586395327 }, { "dataset":"cardiotocography-10clases", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5842813452 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6410171096 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6410164163 }, { "dataset":"cardiotocography-10clases", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6080417764 }, { "dataset":"cardiotocography-10clases", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6352808366 }, { "dataset":"cardiotocography-10clases", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6363130275 }, { "dataset":"cardiotocography-3clases", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8379711039 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8726530041 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8647727844 }, { "dataset":"cardiotocography-3clases", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8513968786 }, { "dataset":"cardiotocography-3clases", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.860255132 }, { "dataset":"cardiotocography-3clases", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8559036579 }, { "dataset":"chess-krvk", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1999023548 }, { "dataset":"chess-krvk", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.2424688186 }, { "dataset":"chess-krvk", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.2018571395 }, { "dataset":"chess-krvk", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.1994044975 }, { "dataset":"chess-krvk", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.2118852285 }, { "dataset":"chess-krvk", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.2456199341 }, { "dataset":"chess-krvkp", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9533379205 }, { "dataset":"chess-krvkp", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9648544999 }, { "dataset":"chess-krvkp", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9634328794 }, { "dataset":"chess-krvkp", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9683387536 }, { "dataset":"chess-krvkp", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9732463659 }, { "dataset":"chess-krvkp", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9669133533 }, { "dataset":"congressional-voting", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5860760975 }, { "dataset":"congressional-voting", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5780515853 }, { "dataset":"congressional-voting", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.557187166 }, { "dataset":"congressional-voting", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5674234656 }, { "dataset":"congressional-voting", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5569895198 }, { "dataset":"congressional-voting", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5590282398 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"aol", "metric":"mean_test_acc", "value":0.74175789 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.798156328 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7639875808 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8159368798 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.810031368 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7740221497 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6496752509 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7929579446 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.614786571 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6961134413 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7810967345 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.693134284 }, { "dataset":"connect-4", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7853923653 }, { "dataset":"connect-4", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8263491036 }, { "dataset":"connect-4", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.814523301 }, { "dataset":"connect-4", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.774929561 }, { "dataset":"connect-4", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8173991688 }, { "dataset":"connect-4", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8116790713 }, { "dataset":"contrac", "algorithm":"aol", "metric":"mean_test_acc", "value":0.437031339 }, { "dataset":"contrac", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4920663685 }, { "dataset":"contrac", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.492562837 }, { "dataset":"contrac", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.4781724775 }, { "dataset":"contrac", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5032139285 }, { "dataset":"contrac", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4670762209 }, { "dataset":"credit-approval", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8365875214 }, { "dataset":"credit-approval", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8445377557 }, { "dataset":"credit-approval", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8487431207 }, { "dataset":"credit-approval", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.848716521 }, { "dataset":"credit-approval", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.839794953 }, { "dataset":"credit-approval", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8486831574 }, { "dataset":"cylinder-bands", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6642050436 }, { "dataset":"cylinder-bands", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7210114092 }, { "dataset":"cylinder-bands", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6854992347 }, { "dataset":"cylinder-bands", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7233324134 }, { "dataset":"cylinder-bands", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7259434505 }, { "dataset":"cylinder-bands", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6668523571 }, { "dataset":"dermatology", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9139703463 }, { "dataset":"dermatology", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9622727484 }, { "dataset":"dermatology", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9554074363 }, { "dataset":"dermatology", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9577587319 }, { "dataset":"dermatology", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9635025273 }, { "dataset":"dermatology", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9416428024 }, { "dataset":"echocardiogram", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6359608182 }, { "dataset":"echocardiogram", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6872904062 }, { "dataset":"echocardiogram", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.681940363 }, { "dataset":"echocardiogram", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6546355517 }, { "dataset":"echocardiogram", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7458945549 }, { "dataset":"echocardiogram", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7736574474 }, { "dataset":"ecoli", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1962880374 }, { "dataset":"ecoli", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7197189715 }, { "dataset":"ecoli", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8170186956 }, { "dataset":"ecoli", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5629727415 }, { "dataset":"ecoli", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7507218972 }, { "dataset":"ecoli", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7853115139 }, { "dataset":"energy-y1", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6575250632 }, { "dataset":"energy-y1", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8591109603 }, { "dataset":"energy-y1", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8522613387 }, { "dataset":"energy-y1", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8465917619 }, { "dataset":"energy-y1", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8535349167 }, { "dataset":"energy-y1", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8544719091 }, { "dataset":"energy-y2", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6960333187 }, { "dataset":"energy-y2", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8563855916 }, { "dataset":"energy-y2", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8504594545 }, { "dataset":"energy-y2", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8558663447 }, { "dataset":"energy-y2", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8673162782 }, { "dataset":"energy-y2", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8454794157 }, { "dataset":"fertility", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5973967525 }, { "dataset":"fertility", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8017940541 }, { "dataset":"fertility", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.612896518 }, { "dataset":"fertility", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7505142764 }, { "dataset":"fertility", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8139271544 }, { "dataset":"fertility", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6687242014 }, { "dataset":"flags", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1900981797 }, { "dataset":"flags", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.3822997175 }, { "dataset":"flags", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.3560178419 }, { "dataset":"flags", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3566165346 }, { "dataset":"flags", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.4076039725 }, { "dataset":"flags", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.2243633853 }, { "dataset":"glass", "algorithm":"aol", "metric":"mean_test_acc", "value":0.29271071 }, { "dataset":"glass", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.3574006256 }, { "dataset":"glass", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4223906283 }, { "dataset":"glass", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3192092047 }, { "dataset":"glass", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.336812673 }, { "dataset":"glass", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4063045372 }, { "dataset":"haberman-survival", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5368002721 }, { "dataset":"haberman-survival", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7326685061 }, { "dataset":"haberman-survival", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.695310808 }, { "dataset":"haberman-survival", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6965526512 }, { "dataset":"haberman-survival", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6759383052 }, { "dataset":"haberman-survival", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6695647593 }, { "dataset":"hayes-roth", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2947299696 }, { "dataset":"hayes-roth", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5470503712 }, { "dataset":"hayes-roth", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4832922835 }, { "dataset":"hayes-roth", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3957158079 }, { "dataset":"hayes-roth", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.4486760736 }, { "dataset":"hayes-roth", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5542431117 }, { "dataset":"heart-cleveland", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2348124869 }, { "dataset":"heart-cleveland", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5432711752 }, { "dataset":"heart-cleveland", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4800583287 }, { "dataset":"heart-cleveland", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.4546703835 }, { "dataset":"heart-cleveland", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5138573048 }, { "dataset":"heart-cleveland", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4477380376 }, { "dataset":"heart-hungarian", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6810597142 }, { "dataset":"heart-hungarian", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8137542104 }, { "dataset":"heart-hungarian", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7777735135 }, { "dataset":"heart-hungarian", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8027592598 }, { "dataset":"heart-hungarian", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8214401246 }, { "dataset":"heart-hungarian", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7629553722 }, { "dataset":"heart-switzerland", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1270204028 }, { "dataset":"heart-switzerland", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.2942322979 }, { "dataset":"heart-switzerland", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.2096199706 }, { "dataset":"heart-switzerland", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.2134977172 }, { "dataset":"heart-switzerland", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3093611145 }, { "dataset":"heart-switzerland", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.1862694142 }, { "dataset":"heart-va", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1804428376 }, { "dataset":"heart-va", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.2648706741 }, { "dataset":"heart-va", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.2263899381 }, { "dataset":"heart-va", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.2246694906 }, { "dataset":"heart-va", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.2620444816 }, { "dataset":"heart-va", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.2191663969 }, { "dataset":"hepatitis", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7639382635 }, { "dataset":"hepatitis", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8277375466 }, { "dataset":"hepatitis", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.816805647 }, { "dataset":"hepatitis", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8295662351 }, { "dataset":"hepatitis", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8303836588 }, { "dataset":"hepatitis", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7907468364 }, { "dataset":"hill-valley", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5329116846 }, { "dataset":"hill-valley", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5587263791 }, { "dataset":"hill-valley", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6158407968 }, { "dataset":"hill-valley", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5546712931 }, { "dataset":"hill-valley", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.546002592 }, { "dataset":"hill-valley", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5743078547 }, { "dataset":"horse-colic", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7414639443 }, { "dataset":"horse-colic", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7794809529 }, { "dataset":"horse-colic", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7772799046 }, { "dataset":"horse-colic", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8093753538 }, { "dataset":"horse-colic", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8013823263 }, { "dataset":"horse-colic", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8077865696 }, { "dataset":"ilpd-indian-liver", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6309684289 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6909858775 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6200991913 }, { "dataset":"ilpd-indian-liver", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6002219492 }, { "dataset":"ilpd-indian-liver", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6113336141 }, { "dataset":"ilpd-indian-liver", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6207121936 }, { "dataset":"image-segmentation", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9038966763 }, { "dataset":"image-segmentation", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9007429186 }, { "dataset":"image-segmentation", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8934960772 }, { "dataset":"image-segmentation", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9053649246 }, { "dataset":"image-segmentation", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9186208686 }, { "dataset":"image-segmentation", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9065160937 }, { "dataset":"ionosphere", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8668497359 }, { "dataset":"ionosphere", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9236486481 }, { "dataset":"ionosphere", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8939650158 }, { "dataset":"ionosphere", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9223048086 }, { "dataset":"ionosphere", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8995997123 }, { "dataset":"ionosphere", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8744948793 }, { "dataset":"iris", "algorithm":"aol", "metric":"mean_test_acc", "value":0.40746106 }, { "dataset":"iris", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7910740493 }, { "dataset":"iris", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7755028566 }, { "dataset":"iris", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6311114824 }, { "dataset":"iris", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5505416219 }, { "dataset":"iris", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7888787335 }, { "dataset":"led-display", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4459921402 }, { "dataset":"led-display", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.721387153 }, { "dataset":"led-display", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7221585777 }, { "dataset":"led-display", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7143777894 }, { "dataset":"led-display", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6760606302 }, { "dataset":"led-display", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6914993583 }, { "dataset":"lenses", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3147321429 }, { "dataset":"lenses", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.3325892857 }, { "dataset":"lenses", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.2276785714 }, { "dataset":"lenses", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3169642857 }, { "dataset":"lenses", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3482142857 }, { "dataset":"lenses", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.28125 }, { "dataset":"letter", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6882133011 }, { "dataset":"letter", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7063168586 }, { "dataset":"letter", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6853878953 }, { "dataset":"letter", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6974816724 }, { "dataset":"letter", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.707528211 }, { "dataset":"letter", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7123880949 }, { "dataset":"libras", "algorithm":"aol", "metric":"mean_test_acc", "value":0.543103337 }, { "dataset":"libras", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6654323482 }, { "dataset":"libras", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6530058095 }, { "dataset":"libras", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6841418989 }, { "dataset":"libras", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7177377845 }, { "dataset":"libras", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6351950549 }, { "dataset":"low-res-spect", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7643363742 }, { "dataset":"low-res-spect", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8287112957 }, { "dataset":"low-res-spect", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8489369837 }, { "dataset":"low-res-spect", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8232884982 }, { "dataset":"low-res-spect", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.819718612 }, { "dataset":"low-res-spect", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8115787464 }, { "dataset":"lung-cancer", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3512867647 }, { "dataset":"lung-cancer", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.3873161765 }, { "dataset":"lung-cancer", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4645220588 }, { "dataset":"lung-cancer", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3444852941 }, { "dataset":"lung-cancer", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3694852941 }, { "dataset":"lung-cancer", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3810661765 }, { "dataset":"lymphography", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4597103822 }, { "dataset":"lymphography", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.734186807 }, { "dataset":"lymphography", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7068578221 }, { "dataset":"lymphography", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7232484094 }, { "dataset":"lymphography", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7343509591 }, { "dataset":"lymphography", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.656685057 }, { "dataset":"magic", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8289206964 }, { "dataset":"magic", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8426865691 }, { "dataset":"magic", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8354636076 }, { "dataset":"magic", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8353755422 }, { "dataset":"magic", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8412868389 }, { "dataset":"magic", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8411599664 }, { "dataset":"mammographic", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6103496119 }, { "dataset":"mammographic", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8089268633 }, { "dataset":"mammographic", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8011125949 }, { "dataset":"mammographic", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8102031875 }, { "dataset":"mammographic", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8028966829 }, { "dataset":"mammographic", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8019524314 }, { "dataset":"miniboone", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8722643527 }, { "dataset":"miniboone", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8821084261 }, { "dataset":"miniboone", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8732829061 }, { "dataset":"miniboone", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8636540103 }, { "dataset":"miniboone", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8634892665 }, { "dataset":"miniboone", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8767781059 }, { "dataset":"molec-biol-promoter", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6917123664 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6666403842 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5935417896 }, { "dataset":"molec-biol-promoter", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7631371319 }, { "dataset":"molec-biol-promoter", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7368821828 }, { "dataset":"molec-biol-promoter", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7025789089 }, { "dataset":"molec-biol-splice", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8213346943 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8023389527 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8178855496 }, { "dataset":"molec-biol-splice", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8047967699 }, { "dataset":"molec-biol-splice", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.785499138 }, { "dataset":"molec-biol-splice", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8199772467 }, { "dataset":"monks-1", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6861228051 }, { "dataset":"monks-1", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7741423728 }, { "dataset":"monks-1", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6795208764 }, { "dataset":"monks-1", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6616185865 }, { "dataset":"monks-1", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7961663671 }, { "dataset":"monks-1", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7240159025 }, { "dataset":"monks-2", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5061369386 }, { "dataset":"monks-2", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5907648107 }, { "dataset":"monks-2", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4932976196 }, { "dataset":"monks-2", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5545527314 }, { "dataset":"monks-2", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6156524231 }, { "dataset":"monks-2", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5529843358 }, { "dataset":"monks-3", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5884150124 }, { "dataset":"monks-3", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5760399259 }, { "dataset":"monks-3", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5610848413 }, { "dataset":"monks-3", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.539711869 }, { "dataset":"monks-3", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.528522265 }, { "dataset":"monks-3", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5775236604 }, { "dataset":"mushroom", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9877731481 }, { "dataset":"mushroom", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9989194365 }, { "dataset":"mushroom", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9957777028 }, { "dataset":"mushroom", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9939660449 }, { "dataset":"mushroom", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9993797744 }, { "dataset":"mushroom", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9977342073 }, { "dataset":"musk-1", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7889266053 }, { "dataset":"musk-1", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8378158664 }, { "dataset":"musk-1", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8218172956 }, { "dataset":"musk-1", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8352890602 }, { "dataset":"musk-1", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8483930431 }, { "dataset":"musk-1", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8183643722 }, { "dataset":"musk-2", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9596562871 }, { "dataset":"musk-2", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9619772386 }, { "dataset":"musk-2", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9618530231 }, { "dataset":"musk-2", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9619200703 }, { "dataset":"musk-2", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9634850927 }, { "dataset":"musk-2", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9636241719 }, { "dataset":"nursery", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8310915428 }, { "dataset":"nursery", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8810187671 }, { "dataset":"nursery", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8552875683 }, { "dataset":"nursery", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8347808951 }, { "dataset":"nursery", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8421567747 }, { "dataset":"nursery", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8432104888 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6448355696 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7280186242 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7102918058 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7260322184 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7384754473 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6947013737 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8610916093 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8798656262 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8685174616 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8684238662 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8749245573 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.868789866 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6383893624 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7394459849 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.731333662 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7212021335 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7191073409 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6960326353 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7712337145 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8722039596 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8613600287 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8655606747 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8681546541 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8600843248 }, { "dataset":"optical", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9437951872 }, { "dataset":"optical", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9543746107 }, { "dataset":"optical", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.957969722 }, { "dataset":"optical", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9492526249 }, { "dataset":"optical", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9584548243 }, { "dataset":"optical", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9540627843 }, { "dataset":"ozone", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9227591799 }, { "dataset":"ozone", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9507433241 }, { "dataset":"ozone", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9345987918 }, { "dataset":"ozone", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.91635112 }, { "dataset":"ozone", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9387596892 }, { "dataset":"ozone", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9334765095 }, { "dataset":"page-blocks", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9004166325 }, { "dataset":"page-blocks", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9017897711 }, { "dataset":"page-blocks", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8981328007 }, { "dataset":"page-blocks", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8703921132 }, { "dataset":"page-blocks", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8560757769 }, { "dataset":"page-blocks", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8860302517 }, { "dataset":"parkinsons", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7583293784 }, { "dataset":"parkinsons", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7217133108 }, { "dataset":"parkinsons", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6370916909 }, { "dataset":"parkinsons", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7779406964 }, { "dataset":"parkinsons", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8344926688 }, { "dataset":"parkinsons", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7168583993 }, { "dataset":"pendigits", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8923172098 }, { "dataset":"pendigits", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9272765057 }, { "dataset":"pendigits", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9016975789 }, { "dataset":"pendigits", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9106834217 }, { "dataset":"pendigits", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9273229671 }, { "dataset":"pendigits", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9288343483 }, { "dataset":"pima", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7225573148 }, { "dataset":"pima", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7551255494 }, { "dataset":"pima", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7458887632 }, { "dataset":"pima", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.737022064 }, { "dataset":"pima", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7495837913 }, { "dataset":"pima", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7530188641 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3097458041 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.671145996 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6105862119 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6704064208 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7422568225 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5606289032 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3809458232 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5295119215 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4122847469 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.519826023 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5138228519 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.392529876 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3194924548 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4638451838 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4263871897 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3941298016 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5089178336 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4663848639 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7913061987 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6966533419 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5952271725 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7872201757 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7800619784 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5906110424 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1952228617 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.3410531973 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.2805233654 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.2102506124 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.2985546534 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.1700547733 }, { "dataset":"planning", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5360583066 }, { "dataset":"planning", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5552733103 }, { "dataset":"planning", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5924749939 }, { "dataset":"planning", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5298386336 }, { "dataset":"planning", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5673326683 }, { "dataset":"planning", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5437370763 }, { "dataset":"plant-margin", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6982595365 }, { "dataset":"plant-margin", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7344047373 }, { "dataset":"plant-margin", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7318169975 }, { "dataset":"plant-margin", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7135980624 }, { "dataset":"plant-margin", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7287770078 }, { "dataset":"plant-margin", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7386192211 }, { "dataset":"plant-shape", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3054771197 }, { "dataset":"plant-shape", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5026413822 }, { "dataset":"plant-shape", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5108040244 }, { "dataset":"plant-shape", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.483677184 }, { "dataset":"plant-shape", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5186666671 }, { "dataset":"plant-shape", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.491571879 }, { "dataset":"plant-texture", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6767507327 }, { "dataset":"plant-texture", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.707477473 }, { "dataset":"plant-texture", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7119300975 }, { "dataset":"plant-texture", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6937894515 }, { "dataset":"plant-texture", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7072090201 }, { "dataset":"plant-texture", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7164235334 }, { "dataset":"post-operative", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4165234264 }, { "dataset":"post-operative", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5012483593 }, { "dataset":"post-operative", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5212044171 }, { "dataset":"post-operative", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.4853449752 }, { "dataset":"post-operative", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5106773954 }, { "dataset":"post-operative", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4111407864 }, { "dataset":"primary-tumor", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1143528717 }, { "dataset":"primary-tumor", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.2724795484 }, { "dataset":"primary-tumor", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.3408281285 }, { "dataset":"primary-tumor", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.2892712321 }, { "dataset":"primary-tumor", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3422190007 }, { "dataset":"primary-tumor", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3063972862 }, { "dataset":"ringnorm", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9503727864 }, { "dataset":"ringnorm", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9818853244 }, { "dataset":"ringnorm", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9723538587 }, { "dataset":"ringnorm", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9614298371 }, { "dataset":"ringnorm", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.97957034 }, { "dataset":"ringnorm", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9780779263 }, { "dataset":"seeds", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4077704973 }, { "dataset":"seeds", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8913390457 }, { "dataset":"seeds", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9133358535 }, { "dataset":"seeds", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8771547379 }, { "dataset":"seeds", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8023059476 }, { "dataset":"seeds", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8151671707 }, { "dataset":"semeion", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9076792945 }, { "dataset":"semeion", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9002242204 }, { "dataset":"semeion", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9011395966 }, { "dataset":"semeion", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8990022519 }, { "dataset":"semeion", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9151888098 }, { "dataset":"semeion", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8980909621 }, { "dataset":"soybean", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7597622775 }, { "dataset":"soybean", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8517944928 }, { "dataset":"soybean", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8387901823 }, { "dataset":"soybean", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.829849632 }, { "dataset":"soybean", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8695566528 }, { "dataset":"soybean", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8276413964 }, { "dataset":"spambase", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9247920765 }, { "dataset":"spambase", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9267994185 }, { "dataset":"spambase", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9299809903 }, { "dataset":"spambase", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9277227729 }, { "dataset":"spambase", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9287352357 }, { "dataset":"spambase", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9290850578 }, { "dataset":"spect", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6941842612 }, { "dataset":"spect", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6632836299 }, { "dataset":"spect", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6570057348 }, { "dataset":"spect", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7001296137 }, { "dataset":"spect", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7530271122 }, { "dataset":"spect", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6729249957 }, { "dataset":"spectf", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5167361304 }, { "dataset":"spectf", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5123667491 }, { "dataset":"spectf", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5000011577 }, { "dataset":"spectf", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5165335278 }, { "dataset":"spectf", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5414742596 }, { "dataset":"spectf", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5000011577 }, { "dataset":"statlog-australian-credit", "algorithm":"aol", "metric":"mean_test_acc", "value":0.631786868 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5959745944 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5498138846 }, { "dataset":"statlog-australian-credit", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5761923056 }, { "dataset":"statlog-australian-credit", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5713423377 }, { "dataset":"statlog-australian-credit", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5623621449 }, { "dataset":"statlog-german-credit", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7266988811 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7068620639 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7237670076 }, { "dataset":"statlog-german-credit", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7052397926 }, { "dataset":"statlog-german-credit", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7034474019 }, { "dataset":"statlog-german-credit", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7204880002 }, { "dataset":"statlog-heart", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7030025718 }, { "dataset":"statlog-heart", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7733592261 }, { "dataset":"statlog-heart", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7894764529 }, { "dataset":"statlog-heart", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7856747603 }, { "dataset":"statlog-heart", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.80328921 }, { "dataset":"statlog-heart", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7760075577 }, { "dataset":"statlog-image", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8658879856 }, { "dataset":"statlog-image", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8758692049 }, { "dataset":"statlog-image", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8738622446 }, { "dataset":"statlog-image", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8734471915 }, { "dataset":"statlog-image", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8782768137 }, { "dataset":"statlog-image", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.874535332 }, { "dataset":"statlog-landsat", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8424204257 }, { "dataset":"statlog-landsat", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8678976461 }, { "dataset":"statlog-landsat", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8581708955 }, { "dataset":"statlog-landsat", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8595223253 }, { "dataset":"statlog-landsat", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8698096711 }, { "dataset":"statlog-landsat", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8638493346 }, { "dataset":"statlog-shuttle", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8540545078 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9001365849 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8681191514 }, { "dataset":"statlog-shuttle", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7431003661 }, { "dataset":"statlog-shuttle", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.835171304 }, { "dataset":"statlog-shuttle", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9014890336 }, { "dataset":"statlog-vehicle", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5840734531 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6701863152 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6897548795 }, { "dataset":"statlog-vehicle", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6821825039 }, { "dataset":"statlog-vehicle", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6989217218 }, { "dataset":"statlog-vehicle", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6658891215 }, { "dataset":"steel-plates", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6010986754 }, { "dataset":"steel-plates", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6727556637 }, { "dataset":"steel-plates", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6523241382 }, { "dataset":"steel-plates", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.64503538 }, { "dataset":"steel-plates", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6800781356 }, { "dataset":"steel-plates", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6639724184 }, { "dataset":"synthetic-control", "algorithm":"aol", "metric":"mean_test_acc", "value":0.936646017 }, { "dataset":"synthetic-control", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9634465472 }, { "dataset":"synthetic-control", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9669433723 }, { "dataset":"synthetic-control", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9524507654 }, { "dataset":"synthetic-control", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9724195248 }, { "dataset":"synthetic-control", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9717804225 }, { "dataset":"teaching", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3480427539 }, { "dataset":"teaching", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4608393874 }, { "dataset":"teaching", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4207200342 }, { "dataset":"teaching", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.35032633 }, { "dataset":"teaching", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3956392967 }, { "dataset":"teaching", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3645233661 }, { "dataset":"thyroid", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9188061413 }, { "dataset":"thyroid", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8811732066 }, { "dataset":"thyroid", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8880523887 }, { "dataset":"thyroid", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7728379744 }, { "dataset":"thyroid", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8279249186 }, { "dataset":"thyroid", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8253137694 }, { "dataset":"tic-tac-toe", "algorithm":"aol", "metric":"mean_test_acc", "value":0.668829217 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.796584352 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7571582465 }, { "dataset":"tic-tac-toe", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7739656547 }, { "dataset":"tic-tac-toe", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8662308235 }, { "dataset":"tic-tac-toe", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7720068203 }, { "dataset":"titanic", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7565671194 }, { "dataset":"titanic", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7684683582 }, { "dataset":"titanic", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7684683582 }, { "dataset":"titanic", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7480723862 }, { "dataset":"titanic", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7429259936 }, { "dataset":"titanic", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7657801861 }, { "dataset":"trains", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5625 }, { "dataset":"trains", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7708333333 }, { "dataset":"trains", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6041666667 }, { "dataset":"trains", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6875 }, { "dataset":"trains", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6875 }, { "dataset":"trains", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6458333333 }, { "dataset":"twonorm", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9775023212 }, { "dataset":"twonorm", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9754119319 }, { "dataset":"twonorm", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9771628681 }, { "dataset":"twonorm", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9770509905 }, { "dataset":"twonorm", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.975641184 }, { "dataset":"twonorm", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9755820316 }, { "dataset":"vertebral-column-2clases", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6321603586 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7775182132 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7486205385 }, { "dataset":"vertebral-column-2clases", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.76208422 }, { "dataset":"vertebral-column-2clases", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7832245934 }, { "dataset":"vertebral-column-2clases", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7261835452 }, { "dataset":"vertebral-column-3clases", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4438586689 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.717211536 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.736935786 }, { "dataset":"vertebral-column-3clases", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.609125644 }, { "dataset":"vertebral-column-3clases", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.736964756 }, { "dataset":"vertebral-column-3clases", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7172814749 }, { "dataset":"wall-following", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7291971002 }, { "dataset":"wall-following", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7722382015 }, { "dataset":"wall-following", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7529764682 }, { "dataset":"wall-following", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.75402236 }, { "dataset":"wall-following", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7897337218 }, { "dataset":"wall-following", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.774812712 }, { "dataset":"waveform", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8690534669 }, { "dataset":"waveform", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8650619751 }, { "dataset":"waveform", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8671383551 }, { "dataset":"waveform", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8610782513 }, { "dataset":"waveform", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8623984495 }, { "dataset":"waveform", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8652366264 }, { "dataset":"waveform-noise", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8605106847 }, { "dataset":"waveform-noise", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8513751464 }, { "dataset":"waveform-noise", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8597458392 }, { "dataset":"waveform-noise", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8502924348 }, { "dataset":"waveform-noise", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8416631281 }, { "dataset":"waveform-noise", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8562213025 }, { "dataset":"wine", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7411928418 }, { "dataset":"wine", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8995227401 }, { "dataset":"wine", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.946985128 }, { "dataset":"wine", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.930330581 }, { "dataset":"wine", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9515973293 }, { "dataset":"wine", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9255686763 }, { "dataset":"wine-quality-red", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3952335206 }, { "dataset":"wine-quality-red", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4340931223 }, { "dataset":"wine-quality-red", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.3997459192 }, { "dataset":"wine-quality-red", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3647643296 }, { "dataset":"wine-quality-red", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3893749007 }, { "dataset":"wine-quality-red", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3651473424 }, { "dataset":"wine-quality-white", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3086408895 }, { "dataset":"wine-quality-white", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.3839136235 }, { "dataset":"wine-quality-white", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.3380570358 }, { "dataset":"wine-quality-white", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3573753128 }, { "dataset":"wine-quality-white", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.325370439 }, { "dataset":"wine-quality-white", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3344386145 }, { "dataset":"yeast", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3995808097 }, { "dataset":"yeast", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.502500852 }, { "dataset":"yeast", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5194975197 }, { "dataset":"yeast", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.50735627 }, { "dataset":"yeast", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.4858191874 }, { "dataset":"yeast", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4965413723 }, { "dataset":"zoo", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3176884373 }, { "dataset":"zoo", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.768819415 }, { "dataset":"zoo", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.806064746 }, { "dataset":"zoo", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7598197864 }, { "dataset":"zoo", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.858663165 }, { "dataset":"zoo", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8234052243 } ]