[ { "dataset":"abalone", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2734624855 }, { "dataset":"abalone", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3085598201 }, { "dataset":"abalone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3166078702 }, { "dataset":"abalone", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3041148186 }, { "dataset":"abalone", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3152887896 }, { "dataset":"abalone", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2979455218 }, { "dataset":"acute-inflammation", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3655998819 }, { "dataset":"acute-inflammation", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3274137117 }, { "dataset":"acute-inflammation", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3101485446 }, { "dataset":"acute-inflammation", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3836029507 }, { "dataset":"acute-nephritis", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2511962121 }, { "dataset":"acute-nephritis", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4463692456 }, { "dataset":"acute-nephritis", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2468977198 }, { "dataset":"adult", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.6285997033 }, { "dataset":"adult", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6416980177 }, { "dataset":"adult", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6379944682 }, { "dataset":"adult", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6270296276 }, { "dataset":"adult", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6121724695 }, { "dataset":"adult", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6351210177 }, { "dataset":"annealing", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0172684453 }, { "dataset":"annealing", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5160655364 }, { "dataset":"annealing", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5886923969 }, { "dataset":"annealing", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6556740701 }, { "dataset":"annealing", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7383661568 }, { "dataset":"annealing", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6577819586 }, { "dataset":"arrhythmia", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0097517725 }, { "dataset":"arrhythmia", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4369249232 }, { "dataset":"arrhythmia", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5307548717 }, { "dataset":"arrhythmia", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5102473795 }, { "dataset":"arrhythmia", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5267589316 }, { "dataset":"arrhythmia", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4551443607 }, { "dataset":"audiology-std", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"audiology-std", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.080423967 }, { "dataset":"audiology-std", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1301670673 }, { "dataset":"audiology-std", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2019907311 }, { "dataset":"audiology-std", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2579531148 }, { "dataset":"audiology-std", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1452548001 }, { "dataset":"balance-scale", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"balance-scale", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0926164181 }, { "dataset":"balance-scale", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.327384036 }, { "dataset":"balance-scale", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2589917667 }, { "dataset":"balance-scale", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2580918316 }, { "dataset":"balance-scale", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2727293745 }, { "dataset":"balloons", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"balloons", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"balloons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1988636404 }, { "dataset":"balloons", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0454545468 }, { "dataset":"balloons", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0909090936 }, { "dataset":"balloons", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1613636408 }, { "dataset":"bank", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2259260565 }, { "dataset":"bank", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6822851896 }, { "dataset":"bank", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6738982052 }, { "dataset":"bank", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5896370262 }, { "dataset":"bank", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5957713351 }, { "dataset":"bank", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6302367896 }, { "dataset":"blood", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"blood", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0671557561 }, { "dataset":"blood", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1863154918 }, { "dataset":"blood", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0992914385 }, { "dataset":"blood", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2743763775 }, { "dataset":"blood", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0965281203 }, { "dataset":"breast-cancer", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"breast-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"breast-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4086878151 }, { "dataset":"breast-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.144984467 }, { "dataset":"breast-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3535457999 }, { "dataset":"breast-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.172391912 }, { "dataset":"breast-cancer-wisc", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1341692662 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8549873382 }, { "dataset":"breast-cancer-wisc", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.9163693935 }, { "dataset":"breast-cancer-wisc", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.930832535 }, { "dataset":"breast-cancer-wisc", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4054517448 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0773372706 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8728925139 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8760718107 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.885931164 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8975540102 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8872658908 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2252706662 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3917415962 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5172485262 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6225962192 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3775291033 }, { "dataset":"breast-tissue", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"breast-tissue", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0276369164 }, { "dataset":"breast-tissue", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1122956015 }, { "dataset":"breast-tissue", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1626238329 }, { "dataset":"breast-tissue", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1670536585 }, { "dataset":"breast-tissue", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0162151079 }, { "dataset":"car", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1092375368 }, { "dataset":"car", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.279580012 }, { "dataset":"car", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3697312549 }, { "dataset":"car", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3235510364 }, { "dataset":"car", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3655784875 }, { "dataset":"car", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3732960746 }, { "dataset":"cardiotocography-10clases", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1649584994 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3514787927 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3726161644 }, { "dataset":"cardiotocography-10clases", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3360153362 }, { "dataset":"cardiotocography-10clases", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3535718173 }, { "dataset":"cardiotocography-10clases", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3595179766 }, { "dataset":"cardiotocography-3clases", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.7006836385 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.759800002 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7568227947 }, { "dataset":"cardiotocography-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.744044289 }, { "dataset":"cardiotocography-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7461418509 }, { "dataset":"cardiotocography-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7284708619 }, { "dataset":"chess-krvk", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0094879142 }, { "dataset":"chess-krvk", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0162569801 }, { "dataset":"chess-krvk", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0371378781 }, { "dataset":"chess-krvk", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0244785147 }, { "dataset":"chess-krvk", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0121752645 }, { "dataset":"chess-krvk", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0291777002 }, { "dataset":"chess-krvkp", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.8236062378 }, { "dataset":"chess-krvkp", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8767232448 }, { "dataset":"chess-krvkp", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.883609429 }, { "dataset":"chess-krvkp", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8711910248 }, { "dataset":"chess-krvkp", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9104890078 }, { "dataset":"chess-krvkp", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8732450753 }, { "dataset":"congressional-voting", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"congressional-voting", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"congressional-voting", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0838942886 }, { "dataset":"congressional-voting", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1887389347 }, { "dataset":"congressional-voting", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2396173105 }, { "dataset":"congressional-voting", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0771485702 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.562143892 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6310575455 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.580180496 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6407080144 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4605819061 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0148456059 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2673381642 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1980238315 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2708814517 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3492097855 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2308493108 }, { "dataset":"connect-4", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2876734883 }, { "dataset":"connect-4", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4704054296 }, { "dataset":"connect-4", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.378614299 }, { "dataset":"connect-4", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3200100139 }, { "dataset":"connect-4", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4726849943 }, { "dataset":"connect-4", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4611028209 }, { "dataset":"contrac", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0002917153 }, { "dataset":"contrac", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1259060111 }, { "dataset":"contrac", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1688396521 }, { "dataset":"contrac", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1291487925 }, { "dataset":"contrac", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1575138383 }, { "dataset":"contrac", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1590721607 }, { "dataset":"credit-approval", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1741330737 }, { "dataset":"credit-approval", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4567899406 }, { "dataset":"credit-approval", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7274019122 }, { "dataset":"credit-approval", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6836323142 }, { "dataset":"credit-approval", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6940045357 }, { "dataset":"credit-approval", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6601848453 }, { "dataset":"cylinder-bands", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0040064105 }, { "dataset":"cylinder-bands", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.303907942 }, { "dataset":"cylinder-bands", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3774188161 }, { "dataset":"cylinder-bands", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3335066736 }, { "dataset":"cylinder-bands", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4895705432 }, { "dataset":"cylinder-bands", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4071042538 }, { "dataset":"dermatology", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1465385407 }, { "dataset":"dermatology", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6470128745 }, { "dataset":"dermatology", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7507813126 }, { "dataset":"dermatology", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.871936813 }, { "dataset":"dermatology", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9119974971 }, { "dataset":"dermatology", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7747101784 }, { "dataset":"echocardiogram", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"echocardiogram", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"echocardiogram", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2932339422 }, { "dataset":"echocardiogram", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2119490094 }, { "dataset":"echocardiogram", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4091284946 }, { "dataset":"echocardiogram", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1512705318 }, { "dataset":"ecoli", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"ecoli", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.01782523 }, { "dataset":"ecoli", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4667505175 }, { "dataset":"ecoli", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.241569343 }, { "dataset":"ecoli", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1289621093 }, { "dataset":"ecoli", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1350851543 }, { "dataset":"energy-y1", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1148648709 }, { "dataset":"energy-y1", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4330659509 }, { "dataset":"energy-y1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6322085112 }, { "dataset":"energy-y1", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.510824725 }, { "dataset":"energy-y1", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6287847087 }, { "dataset":"energy-y1", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5339681506 }, { "dataset":"energy-y2", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"energy-y2", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5857165679 }, { "dataset":"energy-y2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6294480711 }, { "dataset":"energy-y2", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6461666226 }, { "dataset":"energy-y2", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7413045466 }, { "dataset":"energy-y2", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4703337103 }, { "dataset":"fertility", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3261425719 }, { "dataset":"fertility", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3634424061 }, { "dataset":"fertility", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4119604453 }, { "dataset":"fertility", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1259818566 }, { "dataset":"flags", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"flags", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0762452437 }, { "dataset":"flags", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1886287332 }, { "dataset":"flags", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1018360527 }, { "dataset":"flags", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1504371539 }, { "dataset":"flags", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1314409599 }, { "dataset":"glass", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"glass", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0360882056 }, { "dataset":"glass", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0633859513 }, { "dataset":"glass", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0304204116 }, { "dataset":"glass", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0854860849 }, { "dataset":"glass", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0536375173 }, { "dataset":"haberman-survival", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2504505515 }, { "dataset":"haberman-survival", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"haberman-survival", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0739269787 }, { "dataset":"haberman-survival", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1874903755 }, { "dataset":"haberman-survival", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0280890977 }, { "dataset":"haberman-survival", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1585113849 }, { "dataset":"hayes-roth", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1044212785 }, { "dataset":"hayes-roth", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.009615385 }, { "dataset":"hayes-roth", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0555525501 }, { "dataset":"hayes-roth", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0025510204 }, { "dataset":"heart-cleveland", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0434782617 }, { "dataset":"heart-cleveland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2568529211 }, { "dataset":"heart-cleveland", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0392361275 }, { "dataset":"heart-cleveland", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2281751204 }, { "dataset":"heart-cleveland", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1306193061 }, { "dataset":"heart-hungarian", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-hungarian", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1771051455 }, { "dataset":"heart-hungarian", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4540943094 }, { "dataset":"heart-hungarian", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.531738624 }, { "dataset":"heart-hungarian", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6644083261 }, { "dataset":"heart-hungarian", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5852352232 }, { "dataset":"heart-switzerland", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0251391106 }, { "dataset":"heart-switzerland", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0104332275 }, { "dataset":"heart-switzerland", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0070548491 }, { "dataset":"heart-va", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0086696884 }, { "dataset":"heart-va", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0041158537 }, { "dataset":"heart-va", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0225375919 }, { "dataset":"heart-va", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0229166676 }, { "dataset":"hepatitis", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"hepatitis", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0916666687 }, { "dataset":"hepatitis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4492136836 }, { "dataset":"hepatitis", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5855149627 }, { "dataset":"hepatitis", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7146880329 }, { "dataset":"hepatitis", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5260222405 }, { "dataset":"hill-valley", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0005154639 }, { "dataset":"hill-valley", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0226360969 }, { "dataset":"hill-valley", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0107571532 }, { "dataset":"hill-valley", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0267184507 }, { "dataset":"hill-valley", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.010309279 }, { "dataset":"hill-valley", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0226217303 }, { "dataset":"horse-colic", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"horse-colic", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3751185164 }, { "dataset":"horse-colic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4516112357 }, { "dataset":"horse-colic", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5404469967 }, { "dataset":"horse-colic", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5874012262 }, { "dataset":"horse-colic", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5276668742 }, { "dataset":"ilpd-indian-liver", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.040760871 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.235385295 }, { "dataset":"ilpd-indian-liver", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1938493997 }, { "dataset":"ilpd-indian-liver", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2420185506 }, { "dataset":"ilpd-indian-liver", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.078858197 }, { "dataset":"image-segmentation", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.5600208789 }, { "dataset":"image-segmentation", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7082193792 }, { "dataset":"image-segmentation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7352482677 }, { "dataset":"image-segmentation", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7291483879 }, { "dataset":"image-segmentation", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7829961777 }, { "dataset":"image-segmentation", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6714119613 }, { "dataset":"ionosphere", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"ionosphere", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.720785819 }, { "dataset":"ionosphere", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7920976281 }, { "dataset":"ionosphere", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8128299713 }, { "dataset":"ionosphere", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8208553493 }, { "dataset":"ionosphere", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6785732135 }, { "dataset":"iris", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"iris", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"iris", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2665477553 }, { "dataset":"iris", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.144411575 }, { "dataset":"iris", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2828812599 }, { "dataset":"iris", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1302627996 }, { "dataset":"led-display", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"led-display", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4421463609 }, { "dataset":"led-display", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5524835736 }, { "dataset":"led-display", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4847094566 }, { "dataset":"led-display", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4073285088 }, { "dataset":"led-display", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4415366277 }, { "dataset":"lenses", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0178571437 }, { "dataset":"lenses", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0535714328 }, { "dataset":"lenses", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0714285746 }, { "dataset":"lenses", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"letter", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4025860354 }, { "dataset":"letter", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4469523802 }, { "dataset":"letter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4121654332 }, { "dataset":"letter", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4340068847 }, { "dataset":"letter", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.451123409 }, { "dataset":"letter", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4608105123 }, { "dataset":"libras", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0070093456 }, { "dataset":"libras", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5726596266 }, { "dataset":"libras", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5550458729 }, { "dataset":"libras", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5368353501 }, { "dataset":"libras", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5964975804 }, { "dataset":"libras", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4672331586 }, { "dataset":"low-res-spect", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0517342562 }, { "dataset":"low-res-spect", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.742195487 }, { "dataset":"low-res-spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7662055194 }, { "dataset":"low-res-spect", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7282569855 }, { "dataset":"low-res-spect", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7493222654 }, { "dataset":"low-res-spect", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7198537141 }, { "dataset":"lung-cancer", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"lung-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.046875 }, { "dataset":"lung-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0544117652 }, { "dataset":"lung-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2181985341 }, { "dataset":"lung-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2735294178 }, { "dataset":"lung-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1325367652 }, { "dataset":"lymphography", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"lymphography", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0087122682 }, { "dataset":"lymphography", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4708094746 }, { "dataset":"lymphography", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3998181596 }, { "dataset":"lymphography", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4226388484 }, { "dataset":"lymphography", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.379427366 }, { "dataset":"magic", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.5652616173 }, { "dataset":"magic", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6059200168 }, { "dataset":"magic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5902400464 }, { "dataset":"magic", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5708940923 }, { "dataset":"magic", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5729738921 }, { "dataset":"magic", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5682377666 }, { "dataset":"mammographic", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0230434779 }, { "dataset":"mammographic", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3413676138 }, { "dataset":"mammographic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5803554393 }, { "dataset":"mammographic", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5412625 }, { "dataset":"mammographic", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5923990533 }, { "dataset":"mammographic", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2922425083 }, { "dataset":"miniboone", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.6578392088 }, { "dataset":"miniboone", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6784363985 }, { "dataset":"miniboone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6850470752 }, { "dataset":"miniboone", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6147833467 }, { "dataset":"miniboone", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.62101008 }, { "dataset":"miniboone", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.660817042 }, { "dataset":"molec-biol-promoter", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0423076935 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3721519187 }, { "dataset":"molec-biol-promoter", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3155279644 }, { "dataset":"molec-biol-promoter", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3882470801 }, { "dataset":"molec-biol-promoter", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.389239464 }, { "dataset":"molec-biol-splice", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.5204697251 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5050287843 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5993871838 }, { "dataset":"molec-biol-splice", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5236305594 }, { "dataset":"molec-biol-splice", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5196621269 }, { "dataset":"molec-biol-splice", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5857494771 }, { "dataset":"monks-1", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"monks-1", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2353578359 }, { "dataset":"monks-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1862039026 }, { "dataset":"monks-1", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2035543434 }, { "dataset":"monks-1", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4303970858 }, { "dataset":"monks-1", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3713661656 }, { "dataset":"monks-2", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"monks-2", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"monks-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0946428552 }, { "dataset":"monks-2", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3038836122 }, { "dataset":"monks-2", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6049755961 }, { "dataset":"monks-2", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0265234765 }, { "dataset":"monks-3", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1696163416 }, { "dataset":"monks-3", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5008229837 }, { "dataset":"monks-3", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5008229837 }, { "dataset":"monks-3", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3209482655 }, { "dataset":"mushroom", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.9551153034 }, { "dataset":"mushroom", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.9876194149 }, { "dataset":"mushroom", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.9747760594 }, { "dataset":"mushroom", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.9812850058 }, { "dataset":"mushroom", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9927313179 }, { "dataset":"mushroom", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.9889664799 }, { "dataset":"musk-1", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2802496776 }, { "dataset":"musk-1", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5414935928 }, { "dataset":"musk-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7086594552 }, { "dataset":"musk-1", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7532231063 }, { "dataset":"musk-1", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7805727571 }, { "dataset":"musk-1", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7034328431 }, { "dataset":"musk-2", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.8907351643 }, { "dataset":"musk-2", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.9312121272 }, { "dataset":"musk-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.9282975346 }, { "dataset":"musk-2", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.9351097941 }, { "dataset":"musk-2", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.943184793 }, { "dataset":"musk-2", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.9289984107 }, { "dataset":"nursery", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4105318487 }, { "dataset":"nursery", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5043562576 }, { "dataset":"nursery", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.528309606 }, { "dataset":"nursery", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5113283172 }, { "dataset":"nursery", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5227912515 }, { "dataset":"nursery", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5364318043 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.4029770941 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3044551387 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.389976196 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.434804827 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2619857043 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.531421721 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5794697776 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8176881373 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8120716214 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8226023465 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.803110823 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0843658037 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3274681419 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2886217162 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2964806929 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3713860363 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2664470077 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.239466479 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.72429654 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7103653401 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7000290751 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7311699837 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6876856685 }, { "dataset":"optical", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.8756257594 }, { "dataset":"optical", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.9107133299 }, { "dataset":"optical", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.9150424749 }, { "dataset":"optical", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.9038776755 }, { "dataset":"optical", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9174012542 }, { "dataset":"optical", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.9134975374 }, { "dataset":"ozone", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4113645405 }, { "dataset":"ozone", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.9009886384 }, { "dataset":"ozone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8687122315 }, { "dataset":"ozone", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8404439986 }, { "dataset":"ozone", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8857308775 }, { "dataset":"ozone", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8826685697 }, { "dataset":"page-blocks", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4912194759 }, { "dataset":"page-blocks", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7083008289 }, { "dataset":"page-blocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7466623932 }, { "dataset":"page-blocks", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7218831629 }, { "dataset":"page-blocks", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.648338221 }, { "dataset":"page-blocks", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7425058633 }, { "dataset":"parkinsons", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"parkinsons", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"parkinsons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4796173014 }, { "dataset":"parkinsons", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5384104997 }, { "dataset":"parkinsons", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6285182089 }, { "dataset":"parkinsons", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.3688761964 }, { "dataset":"pendigits", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.7420933098 }, { "dataset":"pendigits", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8285503238 }, { "dataset":"pendigits", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7732418925 }, { "dataset":"pendigits", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7921729386 }, { "dataset":"pendigits", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8334813565 }, { "dataset":"pendigits", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8325527757 }, { "dataset":"pima", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pima", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1508553393 }, { "dataset":"pima", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.448028937 }, { "dataset":"pima", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3956457824 }, { "dataset":"pima", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4812199026 }, { "dataset":"pima", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4412298985 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2400039509 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0477056508 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2201815881 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1198967705 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0611490915 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0566086024 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1837346442 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0203595972 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1926589999 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0618463191 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0954528744 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.036913103 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1929628542 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2098822109 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.329777576 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1363998484 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0445293081 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0113636367 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0391207151 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"planning", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"planning", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"planning", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1851065978 }, { "dataset":"planning", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.035191671 }, { "dataset":"planning", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1551358094 }, { "dataset":"planning", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1339080445 }, { "dataset":"plant-margin", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1428844286 }, { "dataset":"plant-margin", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.534779489 }, { "dataset":"plant-margin", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5264546275 }, { "dataset":"plant-margin", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4793323949 }, { "dataset":"plant-margin", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5326734334 }, { "dataset":"plant-margin", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5219540447 }, { "dataset":"plant-shape", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0077142267 }, { "dataset":"plant-shape", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2292396091 }, { "dataset":"plant-shape", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.22214913 }, { "dataset":"plant-shape", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.202631101 }, { "dataset":"plant-shape", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.2386238314 }, { "dataset":"plant-shape", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1797806174 }, { "dataset":"plant-texture", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.2606531642 }, { "dataset":"plant-texture", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5553827137 }, { "dataset":"plant-texture", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5796025842 }, { "dataset":"plant-texture", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5388846099 }, { "dataset":"plant-texture", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5645962209 }, { "dataset":"plant-texture", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5738640428 }, { "dataset":"post-operative", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0916849254 }, { "dataset":"post-operative", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0627871938 }, { "dataset":"post-operative", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0722302115 }, { "dataset":"post-operative", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0318181813 }, { "dataset":"primary-tumor", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"primary-tumor", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.034225503 }, { "dataset":"primary-tumor", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.181214137 }, { "dataset":"primary-tumor", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1131726019 }, { "dataset":"primary-tumor", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0871715192 }, { "dataset":"primary-tumor", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0714949276 }, { "dataset":"ringnorm", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.7932026684 }, { "dataset":"ringnorm", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8717175573 }, { "dataset":"ringnorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8465737104 }, { "dataset":"ringnorm", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8413657844 }, { "dataset":"ringnorm", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.892624706 }, { "dataset":"ringnorm", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.9046188593 }, { "dataset":"seeds", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"seeds", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2963079587 }, { "dataset":"seeds", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.593493782 }, { "dataset":"seeds", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.346454978 }, { "dataset":"seeds", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5398185551 }, { "dataset":"seeds", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2636886742 }, { "dataset":"semeion", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.7507445812 }, { "dataset":"semeion", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8521970659 }, { "dataset":"semeion", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8505161703 }, { "dataset":"semeion", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8422912359 }, { "dataset":"semeion", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8630249947 }, { "dataset":"semeion", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8429893404 }, { "dataset":"soybean", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.3609690145 }, { "dataset":"soybean", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7259166986 }, { "dataset":"soybean", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7647008598 }, { "dataset":"soybean", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7708435804 }, { "dataset":"soybean", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7826460004 }, { "dataset":"soybean", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7248059809 }, { "dataset":"spambase", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.8074629158 }, { "dataset":"spambase", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.8236107081 }, { "dataset":"spambase", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8266670257 }, { "dataset":"spambase", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.8278609812 }, { "dataset":"spambase", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8321429044 }, { "dataset":"spambase", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8196463585 }, { "dataset":"spect", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"spect", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0292442339 }, { "dataset":"spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4086102992 }, { "dataset":"spect", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3174939975 }, { "dataset":"spect", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3889816254 }, { "dataset":"spect", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1832806244 }, { "dataset":"spectf", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"spectf", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"spectf", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5000011623 }, { "dataset":"spectf", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5042384416 }, { "dataset":"spectf", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4916701317 }, { "dataset":"spectf", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2770491801 }, { "dataset":"statlog-australian-credit", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1745625753 }, { "dataset":"statlog-australian-credit", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1084645409 }, { "dataset":"statlog-australian-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1857879572 }, { "dataset":"statlog-australian-credit", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1423040992 }, { "dataset":"statlog-german-credit", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0838898122 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3225642927 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5198744312 }, { "dataset":"statlog-german-credit", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4052242264 }, { "dataset":"statlog-german-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4533501118 }, { "dataset":"statlog-german-credit", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4706549421 }, { "dataset":"statlog-heart", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"statlog-heart", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.276435609 }, { "dataset":"statlog-heart", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6730514467 }, { "dataset":"statlog-heart", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3958288282 }, { "dataset":"statlog-heart", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5780180246 }, { "dataset":"statlog-heart", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.486507453 }, { "dataset":"statlog-image", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.3704860434 }, { "dataset":"statlog-image", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7103046328 }, { "dataset":"statlog-image", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7104661167 }, { "dataset":"statlog-image", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7243339419 }, { "dataset":"statlog-image", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.736992836 }, { "dataset":"statlog-image", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6871206462 }, { "dataset":"statlog-landsat", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.7406059057 }, { "dataset":"statlog-landsat", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7828876078 }, { "dataset":"statlog-landsat", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7660944611 }, { "dataset":"statlog-landsat", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7594758272 }, { "dataset":"statlog-landsat", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.7764463872 }, { "dataset":"statlog-landsat", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7712707669 }, { "dataset":"statlog-shuttle", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.3056118302 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2543275114 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5842957348 }, { "dataset":"statlog-shuttle", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4275070373 }, { "dataset":"statlog-shuttle", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4913007095 }, { "dataset":"statlog-shuttle", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.552574411 }, { "dataset":"statlog-vehicle", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.1100291692 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3271058053 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3417820036 }, { "dataset":"statlog-vehicle", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3574366942 }, { "dataset":"statlog-vehicle", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3882303238 }, { "dataset":"statlog-vehicle", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.337423481 }, { "dataset":"steel-plates", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.3054356985 }, { "dataset":"steel-plates", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.510455966 }, { "dataset":"steel-plates", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4928458631 }, { "dataset":"steel-plates", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4883105457 }, { "dataset":"steel-plates", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5258830488 }, { "dataset":"steel-plates", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5064538866 }, { "dataset":"synthetic-control", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.3720917627 }, { "dataset":"synthetic-control", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.7962308824 }, { "dataset":"synthetic-control", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.8097511679 }, { "dataset":"synthetic-control", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.7962096483 }, { "dataset":"synthetic-control", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9248746037 }, { "dataset":"synthetic-control", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.8209015429 }, { "dataset":"teaching", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"teaching", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"teaching", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0714981307 }, { "dataset":"teaching", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0054945056 }, { "dataset":"teaching", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0322729927 }, { "dataset":"teaching", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"thyroid", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.142377208 }, { "dataset":"thyroid", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.549004823 }, { "dataset":"thyroid", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5471668243 }, { "dataset":"thyroid", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4254840538 }, { "dataset":"thyroid", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5371376649 }, { "dataset":"thyroid", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4992692322 }, { "dataset":"tic-tac-toe", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2071429242 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3798160329 }, { "dataset":"tic-tac-toe", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3649195954 }, { "dataset":"tic-tac-toe", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.4778116643 }, { "dataset":"tic-tac-toe", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2312407559 }, { "dataset":"titanic", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0758324079 }, { "dataset":"titanic", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.2490811795 }, { "dataset":"titanic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.2982779031 }, { "dataset":"titanic", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2904335968 }, { "dataset":"titanic", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1655434519 }, { "dataset":"titanic", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1122222103 }, { "dataset":"trains", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"trains", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.3333333433 }, { "dataset":"trains", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3958333358 }, { "dataset":"trains", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.3541666716 }, { "dataset":"trains", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6875000149 }, { "dataset":"trains", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.4583333395 }, { "dataset":"twonorm", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.9266029447 }, { "dataset":"twonorm", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.9255168736 }, { "dataset":"twonorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.9284031093 }, { "dataset":"twonorm", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.9312739968 }, { "dataset":"twonorm", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.9326199591 }, { "dataset":"twonorm", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.9286141843 }, { "dataset":"vertebral-column-2clases", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1937700587 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.3599777296 }, { "dataset":"vertebral-column-2clases", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.4142441973 }, { "dataset":"vertebral-column-2clases", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3467885423 }, { "dataset":"vertebral-column-2clases", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2810891382 }, { "dataset":"vertebral-column-3clases", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0597222224 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4240663871 }, { "dataset":"vertebral-column-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.1938687749 }, { "dataset":"vertebral-column-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.3779359981 }, { "dataset":"vertebral-column-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1441942696 }, { "dataset":"wall-following", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.4194985032 }, { "dataset":"wall-following", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.5299053788 }, { "dataset":"wall-following", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.4857002795 }, { "dataset":"wall-following", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.5064588785 }, { "dataset":"wall-following", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5658277124 }, { "dataset":"wall-following", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.5559913367 }, { "dataset":"waveform", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.679146558 }, { "dataset":"waveform", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6745520085 }, { "dataset":"waveform", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.700708285 }, { "dataset":"waveform", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6919789612 }, { "dataset":"waveform", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6920064092 }, { "dataset":"waveform", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.6935734898 }, { "dataset":"waveform-noise", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.6493335664 }, { "dataset":"waveform-noise", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.6372601837 }, { "dataset":"waveform-noise", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.6925759315 }, { "dataset":"waveform-noise", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.653232187 }, { "dataset":"waveform-noise", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.6390458196 }, { "dataset":"waveform-noise", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.674176544 }, { "dataset":"wine", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"wine", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.1261904836 }, { "dataset":"wine", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.7267743945 }, { "dataset":"wine", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.6334207281 }, { "dataset":"wine", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.8031976223 }, { "dataset":"wine", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.7042003721 }, { "dataset":"wine-quality-red", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"wine-quality-red", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0312816002 }, { "dataset":"wine-quality-red", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1464588419 }, { "dataset":"wine-quality-red", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0659407154 }, { "dataset":"wine-quality-red", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0476260171 }, { "dataset":"wine-quality-red", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1180017926 }, { "dataset":"wine-quality-white", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"wine-quality-white", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0150462885 }, { "dataset":"wine-quality-white", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.0772662973 }, { "dataset":"wine-quality-white", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.0436980766 }, { "dataset":"wine-quality-white", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.0515852515 }, { "dataset":"wine-quality-white", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.0833023051 }, { "dataset":"yeast", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0025096124 }, { "dataset":"yeast", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.04277366 }, { "dataset":"yeast", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.1995705348 }, { "dataset":"yeast", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.2050622031 }, { "dataset":"yeast", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.1385223959 }, { "dataset":"yeast", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.1754455306 }, { "dataset":"zoo", "algorithm":"aol", "metric":"mean_cert_acc_108", "value":0.0 }, { "dataset":"zoo", "algorithm":"ldlt", "metric":"mean_cert_acc_108", "value":0.0793850794 }, { "dataset":"zoo", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_108", "value":0.5881923772 }, { "dataset":"zoo", "algorithm":"ortho", "metric":"mean_cert_acc_108", "value":0.568579331 }, { "dataset":"zoo", "algorithm":"sandwich", "metric":"mean_cert_acc_108", "value":0.5213351548 }, { "dataset":"zoo", "algorithm":"sdp", "metric":"mean_cert_acc_108", "value":0.2823111173 }, { "dataset":"abalone", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1243280303 }, { "dataset":"abalone", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1730737761 }, { "dataset":"abalone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1835921779 }, { "dataset":"abalone", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1713960394 }, { "dataset":"abalone", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.177357547 }, { "dataset":"abalone", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1619559638 }, { "dataset":"acute-inflammation", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0785714313 }, { "dataset":"acute-inflammation", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0821428597 }, { "dataset":"acute-inflammation", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0411392413 }, { "dataset":"acute-nephritis", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0189873427 }, { "dataset":"acute-nephritis", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"adult", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3737044185 }, { "dataset":"adult", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4022852629 }, { "dataset":"adult", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3987439945 }, { "dataset":"adult", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3673078418 }, { "dataset":"adult", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3381314799 }, { "dataset":"adult", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3936707154 }, { "dataset":"annealing", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"annealing", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4095630795 }, { "dataset":"annealing", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4859514087 }, { "dataset":"annealing", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5389667824 }, { "dataset":"annealing", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.6290058345 }, { "dataset":"annealing", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5381014943 }, { "dataset":"arrhythmia", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0026595744 }, { "dataset":"arrhythmia", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2117953207 }, { "dataset":"arrhythmia", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3479528725 }, { "dataset":"arrhythmia", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2660057992 }, { "dataset":"arrhythmia", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3816046193 }, { "dataset":"arrhythmia", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2511796318 }, { "dataset":"audiology-std", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"audiology-std", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0054347827 }, { "dataset":"audiology-std", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.037558767 }, { "dataset":"audiology-std", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0355000352 }, { "dataset":"audiology-std", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0885858461 }, { "dataset":"audiology-std", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0406655554 }, { "dataset":"balance-scale", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"balance-scale", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"balance-scale", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0475946809 }, { "dataset":"balance-scale", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0241400693 }, { "dataset":"balance-scale", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.051301186 }, { "dataset":"balance-scale", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0300385091 }, { "dataset":"balloons", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"balloons", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"balloons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"balloons", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"balloons", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"balloons", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"bank", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0027563395 }, { "dataset":"bank", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1978875841 }, { "dataset":"bank", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3121527359 }, { "dataset":"bank", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.150931716 }, { "dataset":"bank", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1682797819 }, { "dataset":"bank", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.244533509 }, { "dataset":"blood", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"blood", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0028216704 }, { "dataset":"blood", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0242089825 }, { "dataset":"blood", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0067569955 }, { "dataset":"blood", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0304339347 }, { "dataset":"blood", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0096119889 }, { "dataset":"breast-cancer", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1134092566 }, { "dataset":"breast-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0013513514 }, { "dataset":"breast-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0333110397 }, { "dataset":"breast-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0189487831 }, { "dataset":"breast-cancer-wisc", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0394431539 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3854361698 }, { "dataset":"breast-cancer-wisc", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5768155158 }, { "dataset":"breast-cancer-wisc", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7329788804 }, { "dataset":"breast-cancer-wisc", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2375006536 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5692374185 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.6993759423 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.6842843294 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.726312682 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.7599463761 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0757522509 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1579090664 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2234371044 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3786109388 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1425073296 }, { "dataset":"breast-tissue", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-tissue", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"breast-tissue", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0431547631 }, { "dataset":"breast-tissue", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0432167668 }, { "dataset":"breast-tissue", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0366785545 }, { "dataset":"breast-tissue", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"car", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"car", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0172084123 }, { "dataset":"car", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0976229329 }, { "dataset":"car", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0323519852 }, { "dataset":"car", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0131453155 }, { "dataset":"car", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0691214204 }, { "dataset":"cardiotocography-10clases", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0385051779 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.093774911 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1193239968 }, { "dataset":"cardiotocography-10clases", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0930415615 }, { "dataset":"cardiotocography-10clases", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1088955551 }, { "dataset":"cardiotocography-10clases", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1095306482 }, { "dataset":"cardiotocography-3clases", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3698644117 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5311430842 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.5276240557 }, { "dataset":"cardiotocography-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4904227331 }, { "dataset":"cardiotocography-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4913235232 }, { "dataset":"cardiotocography-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.4698034078 }, { "dataset":"chess-krvk", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0001039642 }, { "dataset":"chess-krvk", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0002973438 }, { "dataset":"chess-krvk", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0013384717 }, { "dataset":"chess-krvk", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0005798373 }, { "dataset":"chess-krvk", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0004162967 }, { "dataset":"chess-krvk", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0007584876 }, { "dataset":"chess-krvkp", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3195789456 }, { "dataset":"chess-krvkp", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4651177377 }, { "dataset":"chess-krvkp", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4946751744 }, { "dataset":"chess-krvkp", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4358098879 }, { "dataset":"chess-krvkp", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.5670816153 }, { "dataset":"chess-krvkp", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.4819150791 }, { "dataset":"congressional-voting", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"congressional-voting", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"congressional-voting", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0342895689 }, { "dataset":"congressional-voting", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0576273438 }, { "dataset":"congressional-voting", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1259220298 }, { "dataset":"congressional-voting", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0086167067 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2196242213 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3769444823 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2821202204 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3526182622 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.216503419 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0242038076 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0170818801 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0253873537 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0318972156 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0294940588 }, { "dataset":"connect-4", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0062815081 }, { "dataset":"connect-4", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.062142971 }, { "dataset":"connect-4", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0163659456 }, { "dataset":"connect-4", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0132477374 }, { "dataset":"connect-4", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0596298333 }, { "dataset":"connect-4", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0645308457 }, { "dataset":"contrac", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"contrac", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0137797866 }, { "dataset":"contrac", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.026537417 }, { "dataset":"contrac", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0111800581 }, { "dataset":"contrac", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0242704106 }, { "dataset":"contrac", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0172633859 }, { "dataset":"credit-approval", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0066747572 }, { "dataset":"credit-approval", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0604848964 }, { "dataset":"credit-approval", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4146543294 }, { "dataset":"credit-approval", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1874266248 }, { "dataset":"credit-approval", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2540738583 }, { "dataset":"credit-approval", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2683350723 }, { "dataset":"cylinder-bands", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"cylinder-bands", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0706774164 }, { "dataset":"cylinder-bands", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1023283191 }, { "dataset":"cylinder-bands", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0715568522 }, { "dataset":"cylinder-bands", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1662357971 }, { "dataset":"cylinder-bands", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1103634574 }, { "dataset":"dermatology", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0398826972 }, { "dataset":"dermatology", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3972436115 }, { "dataset":"dermatology", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4751577973 }, { "dataset":"dermatology", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.6741593927 }, { "dataset":"dermatology", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7527388632 }, { "dataset":"dermatology", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5491724387 }, { "dataset":"echocardiogram", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"echocardiogram", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"echocardiogram", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0594655711 }, { "dataset":"echocardiogram", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0244410832 }, { "dataset":"echocardiogram", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1060386086 }, { "dataset":"echocardiogram", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0064102565 }, { "dataset":"ecoli", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"ecoli", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0114605636 }, { "dataset":"ecoli", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0828203564 }, { "dataset":"ecoli", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0153263407 }, { "dataset":"ecoli", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0278747049 }, { "dataset":"ecoli", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0152484425 }, { "dataset":"energy-y1", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"energy-y1", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0360503498 }, { "dataset":"energy-y1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1538564079 }, { "dataset":"energy-y1", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0329687279 }, { "dataset":"energy-y1", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3073132746 }, { "dataset":"energy-y1", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0092380517 }, { "dataset":"energy-y2", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"energy-y2", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1875598468 }, { "dataset":"energy-y2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3538520606 }, { "dataset":"energy-y2", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2619094644 }, { "dataset":"energy-y2", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3907103203 }, { "dataset":"energy-y2", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2076015025 }, { "dataset":"fertility", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0528595992 }, { "dataset":"fertility", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0494330642 }, { "dataset":"fertility", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0350877196 }, { "dataset":"fertility", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0087719299 }, { "dataset":"flags", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"flags", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0232905997 }, { "dataset":"flags", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0804753229 }, { "dataset":"flags", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0275632064 }, { "dataset":"flags", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0485033775 }, { "dataset":"flags", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0338900252 }, { "dataset":"glass", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"glass", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0018518518 }, { "dataset":"glass", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0111111104 }, { "dataset":"glass", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0018518518 }, { "dataset":"glass", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0508824082 }, { "dataset":"glass", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0113589303 }, { "dataset":"haberman-survival", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"haberman-survival", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"haberman-survival", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0013586957 }, { "dataset":"haberman-survival", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"haberman-survival", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0012953368 }, { "dataset":"haberman-survival", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.004672897 }, { "dataset":"hayes-roth", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0669996351 }, { "dataset":"heart-cleveland", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0235294122 }, { "dataset":"heart-cleveland", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0216763001 }, { "dataset":"heart-hungarian", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-hungarian", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0041899439 }, { "dataset":"heart-hungarian", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.119242968 }, { "dataset":"heart-hungarian", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.090009274 }, { "dataset":"heart-hungarian", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2299322188 }, { "dataset":"heart-hungarian", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1581857633 }, { "dataset":"heart-switzerland", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-va", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"heart-va", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0020325202 }, { "dataset":"heart-va", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hepatitis", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hepatitis", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hepatitis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.166502085 }, { "dataset":"hepatitis", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1289883722 }, { "dataset":"hepatitis", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4204410836 }, { "dataset":"hepatitis", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1219534073 }, { "dataset":"hill-valley", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"hill-valley", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0005081301 }, { "dataset":"hill-valley", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0005208334 }, { "dataset":"hill-valley", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0015306634 }, { "dataset":"hill-valley", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0010309279 }, { "dataset":"hill-valley", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0020461273 }, { "dataset":"horse-colic", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"horse-colic", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0532846344 }, { "dataset":"horse-colic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1036745021 }, { "dataset":"horse-colic", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0728212697 }, { "dataset":"horse-colic", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1363208126 }, { "dataset":"horse-colic", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1261380343 }, { "dataset":"ilpd-indian-liver", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0163043477 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1116991024 }, { "dataset":"ilpd-indian-liver", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0984868202 }, { "dataset":"ilpd-indian-liver", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1184791438 }, { "dataset":"ilpd-indian-liver", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0248964923 }, { "dataset":"image-segmentation", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3226246014 }, { "dataset":"image-segmentation", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3570263833 }, { "dataset":"image-segmentation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3459630311 }, { "dataset":"image-segmentation", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3498385474 }, { "dataset":"image-segmentation", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3833027929 }, { "dataset":"image-segmentation", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3092852458 }, { "dataset":"ionosphere", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"ionosphere", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4085569791 }, { "dataset":"ionosphere", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.498318404 }, { "dataset":"ionosphere", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.495562233 }, { "dataset":"ionosphere", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.606172055 }, { "dataset":"ionosphere", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3831051793 }, { "dataset":"iris", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"iris", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"iris", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"iris", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"iris", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0120931289 }, { "dataset":"iris", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"led-display", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"led-display", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1038633343 }, { "dataset":"led-display", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.091870714 }, { "dataset":"led-display", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1153221866 }, { "dataset":"led-display", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0706883871 }, { "dataset":"led-display", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0597788421 }, { "dataset":"lenses", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lenses", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lenses", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lenses", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"letter", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1215099804 }, { "dataset":"letter", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1451784112 }, { "dataset":"letter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1421846226 }, { "dataset":"letter", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1435623281 }, { "dataset":"letter", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1515544467 }, { "dataset":"letter", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1585175544 }, { "dataset":"libras", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0023364485 }, { "dataset":"libras", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3657629564 }, { "dataset":"libras", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.370110862 }, { "dataset":"libras", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3146686852 }, { "dataset":"libras", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4294875264 }, { "dataset":"libras", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2763277665 }, { "dataset":"low-res-spect", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0136778113 }, { "dataset":"low-res-spect", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5885643959 }, { "dataset":"low-res-spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.6328385323 }, { "dataset":"low-res-spect", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5898736268 }, { "dataset":"low-res-spect", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.6226889342 }, { "dataset":"low-res-spect", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5919802412 }, { "dataset":"lung-cancer", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lung-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lung-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0147058824 }, { "dataset":"lung-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0500000017 }, { "dataset":"lung-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0500000017 }, { "dataset":"lung-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.03125 }, { "dataset":"lymphography", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"lymphography", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0030120481 }, { "dataset":"lymphography", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1121660606 }, { "dataset":"lymphography", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0505555286 }, { "dataset":"lymphography", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0435415311 }, { "dataset":"lymphography", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0533487704 }, { "dataset":"magic", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1294835098 }, { "dataset":"magic", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2029045485 }, { "dataset":"magic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1317742411 }, { "dataset":"magic", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1416953169 }, { "dataset":"magic", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1685732603 }, { "dataset":"magic", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1534720622 }, { "dataset":"mammographic", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"mammographic", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.086205788 }, { "dataset":"mammographic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2095179469 }, { "dataset":"mammographic", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0866741447 }, { "dataset":"mammographic", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2358066961 }, { "dataset":"mammographic", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0539130459 }, { "dataset":"miniboone", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2641925365 }, { "dataset":"miniboone", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3089042157 }, { "dataset":"miniboone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3441609368 }, { "dataset":"miniboone", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1741857231 }, { "dataset":"miniboone", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1963756904 }, { "dataset":"miniboone", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2573840134 }, { "dataset":"molec-biol-promoter", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0038461538 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1129830256 }, { "dataset":"molec-biol-promoter", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0378565299 }, { "dataset":"molec-biol-promoter", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0906487219 }, { "dataset":"molec-biol-promoter", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1031497456 }, { "dataset":"molec-biol-splice", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.124631539 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1297013257 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2477328368 }, { "dataset":"molec-biol-splice", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1512567699 }, { "dataset":"molec-biol-splice", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1666155644 }, { "dataset":"molec-biol-splice", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2132207118 }, { "dataset":"monks-1", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-1", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0133774611 }, { "dataset":"monks-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-1", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0084269661 }, { "dataset":"monks-1", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0578016425 }, { "dataset":"monks-1", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0052631581 }, { "dataset":"monks-2", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-2", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0535714291 }, { "dataset":"monks-2", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0280844164 }, { "dataset":"monks-2", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4166232198 }, { "dataset":"monks-2", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-3", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0027777778 }, { "dataset":"monks-3", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4683436453 }, { "dataset":"monks-3", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.458416298 }, { "dataset":"monks-3", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"mushroom", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.8675741851 }, { "dataset":"mushroom", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.9384775311 }, { "dataset":"mushroom", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.9079515636 }, { "dataset":"mushroom", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.9114050567 }, { "dataset":"mushroom", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.9594763517 }, { "dataset":"mushroom", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.9466745257 }, { "dataset":"musk-1", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1128914384 }, { "dataset":"musk-1", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3368876619 }, { "dataset":"musk-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.5221311003 }, { "dataset":"musk-1", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5520219728 }, { "dataset":"musk-1", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.6548577845 }, { "dataset":"musk-1", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.4842975959 }, { "dataset":"musk-2", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.7107877582 }, { "dataset":"musk-2", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.8593917042 }, { "dataset":"musk-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.8483861536 }, { "dataset":"musk-2", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.8616544306 }, { "dataset":"musk-2", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.8974572271 }, { "dataset":"musk-2", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.8365262151 }, { "dataset":"nursery", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0164454205 }, { "dataset":"nursery", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0224676518 }, { "dataset":"nursery", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.063158771 }, { "dataset":"nursery", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1214715056 }, { "dataset":"nursery", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1822233647 }, { "dataset":"nursery", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0647739209 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0911397785 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0606496884 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0776250362 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1099670604 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0483276742 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2129644752 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3708582437 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.7242533118 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.6919531375 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7179495245 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.6802697778 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0266119475 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0930383652 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0895301793 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.075924376 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1014316734 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0775625678 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1187309865 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4452933222 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4616194442 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4438995942 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4678670093 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.4208146036 }, { "dataset":"optical", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.7244533896 }, { "dataset":"optical", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.7792537659 }, { "dataset":"optical", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.8122638613 }, { "dataset":"optical", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.7697118521 }, { "dataset":"optical", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7937464416 }, { "dataset":"optical", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.7879761904 }, { "dataset":"ozone", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3508902788 }, { "dataset":"ozone", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.7958267033 }, { "dataset":"ozone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.7561226636 }, { "dataset":"ozone", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.7176519483 }, { "dataset":"ozone", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.7833731025 }, { "dataset":"ozone", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.7686736882 }, { "dataset":"page-blocks", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.033389206 }, { "dataset":"page-blocks", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0637575923 }, { "dataset":"page-blocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2274180837 }, { "dataset":"page-blocks", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1492593475 }, { "dataset":"page-blocks", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1313348291 }, { "dataset":"page-blocks", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2417111769 }, { "dataset":"parkinsons", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"parkinsons", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"parkinsons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3401038125 }, { "dataset":"parkinsons", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3142288923 }, { "dataset":"parkinsons", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4257064387 }, { "dataset":"parkinsons", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1966362856 }, { "dataset":"pendigits", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.400127627 }, { "dataset":"pendigits", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5069126487 }, { "dataset":"pendigits", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4526933357 }, { "dataset":"pendigits", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4720745981 }, { "dataset":"pendigits", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.529190138 }, { "dataset":"pendigits", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5325416476 }, { "dataset":"pima", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pima", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0242980551 }, { "dataset":"pima", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1352891044 }, { "dataset":"pima", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0592094352 }, { "dataset":"pima", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1164622568 }, { "dataset":"pima", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1181255057 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0285714306 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0360552073 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0407253914 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0232418524 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0230769236 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0081967209 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0195970708 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0122950813 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"planning", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"planning", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"planning", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0267727338 }, { "dataset":"planning", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"planning", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0024752475 }, { "dataset":"planning", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0099009899 }, { "dataset":"plant-margin", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0403277031 }, { "dataset":"plant-margin", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2603694089 }, { "dataset":"plant-margin", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2619196773 }, { "dataset":"plant-margin", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2125358097 }, { "dataset":"plant-margin", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2645152435 }, { "dataset":"plant-margin", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2598370314 }, { "dataset":"plant-shape", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"plant-shape", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0515404344 }, { "dataset":"plant-shape", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0580456862 }, { "dataset":"plant-shape", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0461489093 }, { "dataset":"plant-shape", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0593211539 }, { "dataset":"plant-shape", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0433706557 }, { "dataset":"plant-texture", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0885170233 }, { "dataset":"plant-texture", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3346240968 }, { "dataset":"plant-texture", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3717235327 }, { "dataset":"plant-texture", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3375898451 }, { "dataset":"plant-texture", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3556599915 }, { "dataset":"plant-texture", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3607594743 }, { "dataset":"post-operative", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0042372881 }, { "dataset":"post-operative", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"post-operative", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"primary-tumor", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"primary-tumor", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"primary-tumor", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0534590585 }, { "dataset":"primary-tumor", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0209450722 }, { "dataset":"primary-tumor", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0113700456 }, { "dataset":"primary-tumor", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.007614213 }, { "dataset":"ringnorm", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3135918677 }, { "dataset":"ringnorm", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4364850819 }, { "dataset":"ringnorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3537677079 }, { "dataset":"ringnorm", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4246098846 }, { "dataset":"ringnorm", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.5518293083 }, { "dataset":"ringnorm", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5622013807 }, { "dataset":"seeds", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"seeds", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0265456988 }, { "dataset":"seeds", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2235761061 }, { "dataset":"seeds", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1077536978 }, { "dataset":"seeds", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2596690133 }, { "dataset":"seeds", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0241305437 }, { "dataset":"semeion", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.5500248969 }, { "dataset":"semeion", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.7337156981 }, { "dataset":"semeion", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.7476555705 }, { "dataset":"semeion", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.737958625 }, { "dataset":"semeion", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.762327984 }, { "dataset":"semeion", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.7278415412 }, { "dataset":"soybean", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1615017615 }, { "dataset":"soybean", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.55427026 }, { "dataset":"soybean", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.6010739952 }, { "dataset":"soybean", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5887270868 }, { "dataset":"soybean", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.6552886367 }, { "dataset":"soybean", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5274423212 }, { "dataset":"spambase", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.5074036866 }, { "dataset":"spambase", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5232058167 }, { "dataset":"spambase", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.5412800461 }, { "dataset":"spambase", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5441823006 }, { "dataset":"spambase", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.5654040426 }, { "dataset":"spambase", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5244053453 }, { "dataset":"spect", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"spect", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.11434709 }, { "dataset":"spect", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0880132671 }, { "dataset":"spect", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1153558232 }, { "dataset":"spect", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0204985249 }, { "dataset":"spectf", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"spectf", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"spectf", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2541689859 }, { "dataset":"spectf", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3929934949 }, { "dataset":"spectf", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1486524008 }, { "dataset":"spectf", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1618852429 }, { "dataset":"statlog-australian-credit", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0397250672 }, { "dataset":"statlog-australian-credit", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0120386668 }, { "dataset":"statlog-australian-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0508890625 }, { "dataset":"statlog-australian-credit", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0095790194 }, { "dataset":"statlog-german-credit", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0113190652 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2301142402 }, { "dataset":"statlog-german-credit", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.080521266 }, { "dataset":"statlog-german-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1373859253 }, { "dataset":"statlog-german-credit", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.1559706405 }, { "dataset":"statlog-heart", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"statlog-heart", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0322287697 }, { "dataset":"statlog-heart", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4301258624 }, { "dataset":"statlog-heart", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0837300085 }, { "dataset":"statlog-heart", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2129619159 }, { "dataset":"statlog-heart", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0797752286 }, { "dataset":"statlog-image", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.2765879333 }, { "dataset":"statlog-image", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3332878128 }, { "dataset":"statlog-image", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3417692706 }, { "dataset":"statlog-image", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3632919341 }, { "dataset":"statlog-image", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4071785659 }, { "dataset":"statlog-image", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3061366603 }, { "dataset":"statlog-landsat", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.5124362707 }, { "dataset":"statlog-landsat", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.5954942405 }, { "dataset":"statlog-landsat", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.548919484 }, { "dataset":"statlog-landsat", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.5330214649 }, { "dataset":"statlog-landsat", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.577092573 }, { "dataset":"statlog-landsat", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.5606966764 }, { "dataset":"statlog-shuttle", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0274212895 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0414507734 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.070950863 }, { "dataset":"statlog-shuttle", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0344235577 }, { "dataset":"statlog-shuttle", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0489516677 }, { "dataset":"statlog-shuttle", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0445397114 }, { "dataset":"statlog-vehicle", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0038834952 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.037170792 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0337959838 }, { "dataset":"statlog-vehicle", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0343223317 }, { "dataset":"statlog-vehicle", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0660781479 }, { "dataset":"statlog-vehicle", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0347897587 }, { "dataset":"steel-plates", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1860208251 }, { "dataset":"steel-plates", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2900674716 }, { "dataset":"steel-plates", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2949865088 }, { "dataset":"steel-plates", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2906372622 }, { "dataset":"steel-plates", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3124739975 }, { "dataset":"steel-plates", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3023142442 }, { "dataset":"synthetic-control", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1238866504 }, { "dataset":"synthetic-control", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.4752603061 }, { "dataset":"synthetic-control", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4597907737 }, { "dataset":"synthetic-control", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.4860345349 }, { "dataset":"synthetic-control", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.6449763775 }, { "dataset":"synthetic-control", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.4881480262 }, { "dataset":"teaching", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"teaching", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"teaching", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"teaching", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"teaching", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"teaching", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"thyroid", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0143474455 }, { "dataset":"thyroid", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2215240896 }, { "dataset":"thyroid", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.236555323 }, { "dataset":"thyroid", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.202046819 }, { "dataset":"thyroid", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2301782556 }, { "dataset":"thyroid", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2529484555 }, { "dataset":"tic-tac-toe", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0125144052 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0263159559 }, { "dataset":"tic-tac-toe", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0154859787 }, { "dataset":"tic-tac-toe", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0395121644 }, { "dataset":"tic-tac-toe", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0306271045 }, { "dataset":"titanic", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"titanic", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.00547576 }, { "dataset":"titanic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0295663695 }, { "dataset":"titanic", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0675690807 }, { "dataset":"titanic", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1236437298 }, { "dataset":"titanic", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0486884508 }, { "dataset":"trains", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"trains", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.1041666679 }, { "dataset":"trains", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1041666679 }, { "dataset":"trains", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2291666716 }, { "dataset":"trains", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.5833333433 }, { "dataset":"trains", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2916666716 }, { "dataset":"twonorm", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.7638910562 }, { "dataset":"twonorm", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.7580880821 }, { "dataset":"twonorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.7872307748 }, { "dataset":"twonorm", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.7953528613 }, { "dataset":"twonorm", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.781372726 }, { "dataset":"twonorm", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.7853428274 }, { "dataset":"vertebral-column-2clases", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0615972099 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1111941127 }, { "dataset":"vertebral-column-2clases", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1158032252 }, { "dataset":"vertebral-column-2clases", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1674363278 }, { "dataset":"vertebral-column-2clases", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0429337709 }, { "dataset":"vertebral-column-3clases", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0013888889 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1825133562 }, { "dataset":"vertebral-column-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0488128485 }, { "dataset":"vertebral-column-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.1014079941 }, { "dataset":"vertebral-column-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0069679851 }, { "dataset":"wall-following", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.1026931107 }, { "dataset":"wall-following", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2018365413 }, { "dataset":"wall-following", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.1743589044 }, { "dataset":"wall-following", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1816310622 }, { "dataset":"wall-following", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2310357131 }, { "dataset":"wall-following", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2325560227 }, { "dataset":"waveform", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.3468557224 }, { "dataset":"waveform", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.3235250562 }, { "dataset":"waveform", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.4070896506 }, { "dataset":"waveform", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.3629353344 }, { "dataset":"waveform", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3835720718 }, { "dataset":"waveform", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3863802105 }, { "dataset":"waveform-noise", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.268673677 }, { "dataset":"waveform-noise", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.2674109936 }, { "dataset":"waveform-noise", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3971843049 }, { "dataset":"waveform-noise", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2841698974 }, { "dataset":"waveform-noise", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.2692025974 }, { "dataset":"waveform-noise", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.3487651721 }, { "dataset":"wine", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"wine", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0404761918 }, { "dataset":"wine", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.3213417977 }, { "dataset":"wine", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.2156487387 }, { "dataset":"wine", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.4653384537 }, { "dataset":"wine", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.2715387978 }, { "dataset":"wine-quality-red", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"wine-quality-red", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0002615063 }, { "dataset":"wine-quality-red", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.026571136 }, { "dataset":"wine-quality-red", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0044292625 }, { "dataset":"wine-quality-red", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0005219229 }, { "dataset":"wine-quality-red", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0143176111 }, { "dataset":"wine-quality-white", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"wine-quality-white", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0010204669 }, { "dataset":"wine-quality-white", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.00449747 }, { "dataset":"wine-quality-white", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0025424202 }, { "dataset":"wine-quality-white", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0038935562 }, { "dataset":"wine-quality-white", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0074678246 }, { "dataset":"yeast", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.001953125 }, { "dataset":"yeast", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0089800484 }, { "dataset":"yeast", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.0442011664 }, { "dataset":"yeast", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.0398127043 }, { "dataset":"yeast", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.0235028258 }, { "dataset":"yeast", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0305161064 }, { "dataset":"zoo", "algorithm":"aol", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"zoo", "algorithm":"ldlt", "metric":"mean_cert_acc_255", "value":0.0 }, { "dataset":"zoo", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_255", "value":0.2085964028 }, { "dataset":"zoo", "algorithm":"ortho", "metric":"mean_cert_acc_255", "value":0.1724166125 }, { "dataset":"zoo", "algorithm":"sandwich", "metric":"mean_cert_acc_255", "value":0.3260093927 }, { "dataset":"zoo", "algorithm":"sdp", "metric":"mean_cert_acc_255", "value":0.0439768136 }, { "dataset":"abalone", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4724034667 }, { "dataset":"abalone", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.505663991 }, { "dataset":"abalone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.511410825 }, { "dataset":"abalone", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5048900396 }, { "dataset":"abalone", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5093795881 }, { "dataset":"abalone", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5010280013 }, { "dataset":"acute-inflammation", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2432432473 }, { "dataset":"acute-inflammation", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0181159414 }, { "dataset":"acute-inflammation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7147732452 }, { "dataset":"acute-inflammation", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6595086455 }, { "dataset":"acute-inflammation", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6096777022 }, { "dataset":"acute-inflammation", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4699544683 }, { "dataset":"acute-nephritis", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2081380635 }, { "dataset":"acute-nephritis", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0787671208 }, { "dataset":"acute-nephritis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6237999946 }, { "dataset":"acute-nephritis", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8370703757 }, { "dataset":"acute-nephritis", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7993757576 }, { "dataset":"acute-nephritis", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7216775566 }, { "dataset":"adult", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7498743236 }, { "dataset":"adult", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7583943754 }, { "dataset":"adult", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7508939207 }, { "dataset":"adult", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7444803268 }, { "dataset":"adult", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7424668968 }, { "dataset":"adult", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7504819632 }, { "dataset":"annealing", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.038854003 }, { "dataset":"annealing", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5868701711 }, { "dataset":"annealing", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6557514369 }, { "dataset":"annealing", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7376695722 }, { "dataset":"annealing", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7914193273 }, { "dataset":"annealing", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7311468869 }, { "dataset":"arrhythmia", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0115248226 }, { "dataset":"arrhythmia", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5581798032 }, { "dataset":"arrhythmia", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6030627787 }, { "dataset":"arrhythmia", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6013542265 }, { "dataset":"arrhythmia", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5832417011 }, { "dataset":"arrhythmia", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5528089181 }, { "dataset":"audiology-std", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"audiology-std", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.2268498652 }, { "dataset":"audiology-std", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2429071292 }, { "dataset":"audiology-std", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.318742536 }, { "dataset":"audiology-std", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3413665891 }, { "dataset":"audiology-std", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2564890236 }, { "dataset":"balance-scale", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0186170209 }, { "dataset":"balance-scale", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5398074612 }, { "dataset":"balance-scale", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6010270864 }, { "dataset":"balance-scale", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5122513622 }, { "dataset":"balance-scale", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5594080687 }, { "dataset":"balance-scale", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5249833837 }, { "dataset":"balloons", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.238636367 }, { "dataset":"balloons", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"balloons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3340909146 }, { "dataset":"balloons", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2926136404 }, { "dataset":"balloons", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.176136367 }, { "dataset":"balloons", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2988636419 }, { "dataset":"bank", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3663333058 }, { "dataset":"bank", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8330297023 }, { "dataset":"bank", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8083429337 }, { "dataset":"bank", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7643615156 }, { "dataset":"bank", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7563646287 }, { "dataset":"bank", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7836613357 }, { "dataset":"blood", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0609339438 }, { "dataset":"blood", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1360773293 }, { "dataset":"blood", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4820018709 }, { "dataset":"blood", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.4772252515 }, { "dataset":"blood", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5307114795 }, { "dataset":"blood", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4719527848 }, { "dataset":"breast-cancer", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"breast-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1260533556 }, { "dataset":"breast-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5470488667 }, { "dataset":"breast-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5221184567 }, { "dataset":"breast-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5793417692 }, { "dataset":"breast-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4745728001 }, { "dataset":"breast-cancer-wisc", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3537992053 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3978825137 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9429092407 }, { "dataset":"breast-cancer-wisc", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9567533731 }, { "dataset":"breast-cancer-wisc", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9585037529 }, { "dataset":"breast-cancer-wisc", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9049645215 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4488101257 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.936779812 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9431362748 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9366482496 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9396001846 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9352371544 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3234498203 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5746368021 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.668975547 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7178130448 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5673580319 }, { "dataset":"breast-tissue", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"breast-tissue", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1111815423 }, { "dataset":"breast-tissue", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2541683549 }, { "dataset":"breast-tissue", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2977258265 }, { "dataset":"breast-tissue", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3103284873 }, { "dataset":"breast-tissue", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.1061769575 }, { "dataset":"car", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2622400671 }, { "dataset":"car", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6426830143 }, { "dataset":"car", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6272603273 }, { "dataset":"car", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6302939057 }, { "dataset":"car", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6602230072 }, { "dataset":"car", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6362241507 }, { "dataset":"cardiotocography-10clases", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.385903433 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5554041564 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5573056638 }, { "dataset":"cardiotocography-10clases", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5269152969 }, { "dataset":"cardiotocography-10clases", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5380348861 }, { "dataset":"cardiotocography-10clases", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5396770537 }, { "dataset":"cardiotocography-3clases", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8177555352 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8390250355 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8396086991 }, { "dataset":"cardiotocography-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8274044842 }, { "dataset":"cardiotocography-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8172563463 }, { "dataset":"cardiotocography-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8187502325 }, { "dataset":"chess-krvk", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0829948056 }, { "dataset":"chess-krvk", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1041371068 }, { "dataset":"chess-krvk", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.1266284958 }, { "dataset":"chess-krvk", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.1205436103 }, { "dataset":"chess-krvk", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.0977274608 }, { "dataset":"chess-krvk", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.1355901621 }, { "dataset":"chess-krvkp", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.9265944213 }, { "dataset":"chess-krvkp", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9498691112 }, { "dataset":"chess-krvkp", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9472889751 }, { "dataset":"chess-krvkp", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9467636347 }, { "dataset":"chess-krvkp", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.958786279 }, { "dataset":"chess-krvkp", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9471426904 }, { "dataset":"congressional-voting", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"congressional-voting", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0305881014 }, { "dataset":"congressional-voting", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2381781433 }, { "dataset":"congressional-voting", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.40228476 }, { "dataset":"congressional-voting", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4072000124 }, { "dataset":"congressional-voting", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.173752971 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0934959352 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7235292196 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7401094586 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7357243299 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7474073172 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6725241467 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0775503833 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6436759233 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5029506758 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6088873744 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6661176234 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5672909766 }, { "dataset":"connect-4", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6285621226 }, { "dataset":"connect-4", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7243989855 }, { "dataset":"connect-4", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6912818402 }, { "dataset":"connect-4", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6298875064 }, { "dataset":"connect-4", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7174530178 }, { "dataset":"connect-4", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7149655223 }, { "dataset":"contrac", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0841447026 }, { "dataset":"contrac", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3496755958 }, { "dataset":"contrac", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3675078005 }, { "dataset":"contrac", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3417261764 }, { "dataset":"contrac", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3795016333 }, { "dataset":"contrac", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3661193401 }, { "dataset":"credit-approval", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5362014174 }, { "dataset":"credit-approval", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.624098476 }, { "dataset":"credit-approval", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8120573014 }, { "dataset":"credit-approval", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7989333123 }, { "dataset":"credit-approval", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7970894724 }, { "dataset":"credit-approval", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7889062464 }, { "dataset":"cylinder-bands", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.014423077 }, { "dataset":"cylinder-bands", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5857540369 }, { "dataset":"cylinder-bands", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5726980641 }, { "dataset":"cylinder-bands", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.583922863 }, { "dataset":"cylinder-bands", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6414191723 }, { "dataset":"cylinder-bands", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.617818892 }, { "dataset":"dermatology", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4147310704 }, { "dataset":"dermatology", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8360535353 }, { "dataset":"dermatology", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8863930106 }, { "dataset":"dermatology", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9314936697 }, { "dataset":"dermatology", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9497867674 }, { "dataset":"dermatology", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9095387757 }, { "dataset":"echocardiogram", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"echocardiogram", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"echocardiogram", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5420008749 }, { "dataset":"echocardiogram", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6418251246 }, { "dataset":"echocardiogram", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5741529837 }, { "dataset":"echocardiogram", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4381158203 }, { "dataset":"ecoli", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0025252525 }, { "dataset":"ecoli", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3061381057 }, { "dataset":"ecoli", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7067115456 }, { "dataset":"ecoli", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.426689392 }, { "dataset":"ecoli", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2759817522 }, { "dataset":"ecoli", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.515078783 }, { "dataset":"energy-y1", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1383213042 }, { "dataset":"energy-y1", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5964520937 }, { "dataset":"energy-y1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7761893272 }, { "dataset":"energy-y1", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7438651621 }, { "dataset":"energy-y1", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.738490656 }, { "dataset":"energy-y1", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7817787379 }, { "dataset":"energy-y2", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.092332609 }, { "dataset":"energy-y2", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7534424365 }, { "dataset":"energy-y2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7695478201 }, { "dataset":"energy-y2", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7964161038 }, { "dataset":"energy-y2", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8295782357 }, { "dataset":"energy-y2", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.71951814 }, { "dataset":"fertility", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5131747276 }, { "dataset":"fertility", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6815138161 }, { "dataset":"fertility", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7275459468 }, { "dataset":"fertility", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4499936067 }, { "dataset":"flags", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"flags", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1646147631 }, { "dataset":"flags", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3034278676 }, { "dataset":"flags", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2609388381 }, { "dataset":"flags", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2990108915 }, { "dataset":"flags", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2606763951 }, { "dataset":"glass", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"glass", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0945282634 }, { "dataset":"glass", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.1712157223 }, { "dataset":"glass", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.1612667125 }, { "dataset":"glass", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.1536205821 }, { "dataset":"glass", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.1489933245 }, { "dataset":"haberman-survival", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2504505515 }, { "dataset":"haberman-survival", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1440134682 }, { "dataset":"haberman-survival", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3641617633 }, { "dataset":"haberman-survival", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5213773139 }, { "dataset":"haberman-survival", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4091374353 }, { "dataset":"haberman-survival", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.423051618 }, { "dataset":"hayes-roth", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2818877622 }, { "dataset":"hayes-roth", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2969632521 }, { "dataset":"hayes-roth", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.1790867727 }, { "dataset":"hayes-roth", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.1809087992 }, { "dataset":"hayes-roth", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.1435379996 }, { "dataset":"heart-cleveland", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.2087377203 }, { "dataset":"heart-cleveland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4115522578 }, { "dataset":"heart-cleveland", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2668465823 }, { "dataset":"heart-cleveland", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.422457315 }, { "dataset":"heart-cleveland", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3313133903 }, { "dataset":"heart-hungarian", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1662011147 }, { "dataset":"heart-hungarian", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6011131555 }, { "dataset":"heart-hungarian", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6770415902 }, { "dataset":"heart-hungarian", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7529421151 }, { "dataset":"heart-hungarian", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7772005498 }, { "dataset":"heart-hungarian", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7689137608 }, { "dataset":"heart-switzerland", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.1366332443 }, { "dataset":"heart-switzerland", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.0720415004 }, { "dataset":"heart-switzerland", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.0822530689 }, { "dataset":"heart-switzerland", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.0681433715 }, { "dataset":"heart-va", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0020325202 }, { "dataset":"heart-va", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.1156787369 }, { "dataset":"heart-va", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.0943799922 }, { "dataset":"heart-va", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.0899358729 }, { "dataset":"heart-va", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.0956849437 }, { "dataset":"hepatitis", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2016129047 }, { "dataset":"hepatitis", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3233870957 }, { "dataset":"hepatitis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6708177924 }, { "dataset":"hepatitis", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.749264881 }, { "dataset":"hepatitis", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8109392226 }, { "dataset":"hepatitis", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7163740844 }, { "dataset":"hill-valley", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0215394772 }, { "dataset":"hill-valley", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1058177575 }, { "dataset":"hill-valley", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.0908336528 }, { "dataset":"hill-valley", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.1281228885 }, { "dataset":"hill-valley", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.0426661633 }, { "dataset":"hill-valley", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.0853117611 }, { "dataset":"horse-colic", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"horse-colic", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.594561059 }, { "dataset":"horse-colic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6834364086 }, { "dataset":"horse-colic", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.728351295 }, { "dataset":"horse-colic", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7555044293 }, { "dataset":"horse-colic", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6930820942 }, { "dataset":"ilpd-indian-liver", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0014326648 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.090287332 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4746626094 }, { "dataset":"ilpd-indian-liver", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.425848648 }, { "dataset":"ilpd-indian-liver", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4811161235 }, { "dataset":"ilpd-indian-liver", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2401269916 }, { "dataset":"image-segmentation", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7654591054 }, { "dataset":"image-segmentation", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8530343324 }, { "dataset":"image-segmentation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8367188573 }, { "dataset":"image-segmentation", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8569723219 }, { "dataset":"image-segmentation", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8811531365 }, { "dataset":"image-segmentation", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8346667439 }, { "dataset":"ionosphere", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1770833284 }, { "dataset":"ionosphere", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8638462424 }, { "dataset":"ionosphere", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8818174154 }, { "dataset":"ionosphere", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8950270861 }, { "dataset":"ionosphere", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8901082873 }, { "dataset":"ionosphere", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8174676001 }, { "dataset":"iris", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0805555582 }, { "dataset":"iris", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.047995782 }, { "dataset":"iris", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5057303905 }, { "dataset":"iris", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3323504552 }, { "dataset":"iris", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5672585294 }, { "dataset":"iris", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4705437422 }, { "dataset":"led-display", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"led-display", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6386013925 }, { "dataset":"led-display", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6722278744 }, { "dataset":"led-display", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6117963344 }, { "dataset":"led-display", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5381383076 }, { "dataset":"led-display", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5961054713 }, { "dataset":"lenses", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.03125 }, { "dataset":"lenses", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.0848214328 }, { "dataset":"lenses", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.1785714403 }, { "dataset":"lenses", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2299107313 }, { "dataset":"lenses", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.1205357183 }, { "dataset":"letter", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5935173184 }, { "dataset":"letter", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6309846491 }, { "dataset":"letter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6029748768 }, { "dataset":"letter", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6230318546 }, { "dataset":"letter", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.632863611 }, { "dataset":"letter", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6402016133 }, { "dataset":"libras", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0687227398 }, { "dataset":"libras", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6525141001 }, { "dataset":"libras", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6441560686 }, { "dataset":"libras", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6580634713 }, { "dataset":"libras", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6741239429 }, { "dataset":"libras", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5868782848 }, { "dataset":"low-res-spect", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1445019518 }, { "dataset":"low-res-spect", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8139440268 }, { "dataset":"low-res-spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8132020384 }, { "dataset":"low-res-spect", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7991830707 }, { "dataset":"low-res-spect", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8034496456 }, { "dataset":"low-res-spect", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7814549208 }, { "dataset":"lung-cancer", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"lung-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1222426482 }, { "dataset":"lung-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2257352965 }, { "dataset":"lung-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3382352963 }, { "dataset":"lung-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3538602963 }, { "dataset":"lung-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2325367685 }, { "dataset":"lymphography", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"lymphography", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1267099539 }, { "dataset":"lymphography", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6937123686 }, { "dataset":"lymphography", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6254717261 }, { "dataset":"lymphography", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6456566155 }, { "dataset":"lymphography", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6029814631 }, { "dataset":"magic", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7560342103 }, { "dataset":"magic", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7787637115 }, { "dataset":"magic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7694365233 }, { "dataset":"magic", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7618237138 }, { "dataset":"magic", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7670000345 }, { "dataset":"magic", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7629991174 }, { "dataset":"mammographic", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2191304415 }, { "dataset":"mammographic", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6076450646 }, { "dataset":"mammographic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7238077819 }, { "dataset":"mammographic", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7571973652 }, { "dataset":"mammographic", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7664377093 }, { "dataset":"mammographic", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6513596624 }, { "dataset":"miniboone", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8087147474 }, { "dataset":"miniboone", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8276378065 }, { "dataset":"miniboone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8191204071 }, { "dataset":"miniboone", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8039288074 }, { "dataset":"miniboone", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8062261939 }, { "dataset":"miniboone", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8211087883 }, { "dataset":"molec-biol-promoter", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1595317796 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6268658638 }, { "dataset":"molec-biol-promoter", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5894088 }, { "dataset":"molec-biol-promoter", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6274380237 }, { "dataset":"molec-biol-promoter", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5913036466 }, { "dataset":"molec-biol-splice", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7390912026 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7165115625 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7589928359 }, { "dataset":"molec-biol-splice", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7237259001 }, { "dataset":"molec-biol-splice", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7043787092 }, { "dataset":"molec-biol-splice", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7554639131 }, { "dataset":"monks-1", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1212871298 }, { "dataset":"monks-1", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5554399788 }, { "dataset":"monks-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4293759689 }, { "dataset":"monks-1", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5539150238 }, { "dataset":"monks-1", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7426439375 }, { "dataset":"monks-1", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6600181013 }, { "dataset":"monks-2", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0961538479 }, { "dataset":"monks-2", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"monks-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2317768559 }, { "dataset":"monks-2", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5725640282 }, { "dataset":"monks-2", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6156524122 }, { "dataset":"monks-2", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3440684378 }, { "dataset":"monks-3", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1201923117 }, { "dataset":"monks-3", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3852512427 }, { "dataset":"monks-3", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5008229837 }, { "dataset":"monks-3", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5008229837 }, { "dataset":"monks-3", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4888037518 }, { "dataset":"mushroom", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.9782753438 }, { "dataset":"mushroom", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9970631152 }, { "dataset":"mushroom", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9911818057 }, { "dataset":"mushroom", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9915411621 }, { "dataset":"mushroom", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9985585958 }, { "dataset":"mushroom", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9961432219 }, { "dataset":"musk-1", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3828243762 }, { "dataset":"musk-1", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7100535631 }, { "dataset":"musk-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7981368154 }, { "dataset":"musk-1", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8124142736 }, { "dataset":"musk-1", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8291078359 }, { "dataset":"musk-1", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7876539677 }, { "dataset":"musk-2", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.939671427 }, { "dataset":"musk-2", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9549650997 }, { "dataset":"musk-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9532710165 }, { "dataset":"musk-2", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9558663368 }, { "dataset":"musk-2", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9578047991 }, { "dataset":"musk-2", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.954794988 }, { "dataset":"nursery", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6875044852 }, { "dataset":"nursery", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7926177531 }, { "dataset":"nursery", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7682438046 }, { "dataset":"nursery", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6964244246 }, { "dataset":"nursery", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6958825737 }, { "dataset":"nursery", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7682768852 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6247162372 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5304460898 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.638371557 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6546073705 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5256492868 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.621976167 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8136664778 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8525921702 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8466003984 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8534944952 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8477719426 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2326338366 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6010128856 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5712880939 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5690111816 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.614313677 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.534128353 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5964833051 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8373684436 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8182593286 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8097506315 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.839672178 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8073945343 }, { "dataset":"optical", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.9206563383 }, { "dataset":"optical", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9459878951 }, { "dataset":"optical", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9470608681 }, { "dataset":"optical", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9386665076 }, { "dataset":"optical", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9476186484 }, { "dataset":"optical", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9478684068 }, { "dataset":"ozone", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4401818663 }, { "dataset":"ozone", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9397097081 }, { "dataset":"ozone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9088466614 }, { "dataset":"ozone", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8897461444 }, { "dataset":"ozone", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9249934554 }, { "dataset":"ozone", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9230885208 }, { "dataset":"page-blocks", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8019390106 }, { "dataset":"page-blocks", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.858869046 }, { "dataset":"page-blocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8607141972 }, { "dataset":"page-blocks", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8459147066 }, { "dataset":"page-blocks", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8075171262 }, { "dataset":"page-blocks", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8560870886 }, { "dataset":"parkinsons", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1747787595 }, { "dataset":"parkinsons", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0342814273 }, { "dataset":"parkinsons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6137300134 }, { "dataset":"parkinsons", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.697266221 }, { "dataset":"parkinsons", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7739315629 }, { "dataset":"parkinsons", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5518821031 }, { "dataset":"pendigits", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8463292122 }, { "dataset":"pendigits", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9049517214 }, { "dataset":"pendigits", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8647315502 }, { "dataset":"pendigits", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8837701082 }, { "dataset":"pendigits", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9057405293 }, { "dataset":"pendigits", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9079547524 }, { "dataset":"pima", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0873015895 }, { "dataset":"pima", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5473890975 }, { "dataset":"pima", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6437207311 }, { "dataset":"pima", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6278876662 }, { "dataset":"pima", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6637768 }, { "dataset":"pima", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6478767544 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0204918012 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4182885289 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3099053949 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5810223296 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5227024108 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0362903215 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.237125244 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3344509825 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2914758362 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2787426859 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1311475337 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0529960897 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3464985974 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2097013798 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2166926656 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2173679583 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4548256155 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1206896529 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3426196259 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5461369678 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6571856886 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.321356371 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.1320736329 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.0836650138 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.141451038 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.0974369189 }, { "dataset":"planning", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1725663692 }, { "dataset":"planning", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0021929825 }, { "dataset":"planning", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.405228667 }, { "dataset":"planning", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.344433587 }, { "dataset":"planning", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3833640292 }, { "dataset":"planning", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4207507968 }, { "dataset":"plant-margin", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2559430981 }, { "dataset":"plant-margin", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6756596416 }, { "dataset":"plant-margin", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6727484167 }, { "dataset":"plant-margin", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6358334571 }, { "dataset":"plant-margin", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6678388715 }, { "dataset":"plant-margin", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6684839427 }, { "dataset":"plant-shape", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0527137327 }, { "dataset":"plant-shape", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.4211937413 }, { "dataset":"plant-shape", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4093284905 }, { "dataset":"plant-shape", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.37309701 }, { "dataset":"plant-shape", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4229181632 }, { "dataset":"plant-shape", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3539320603 }, { "dataset":"plant-texture", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4043299593 }, { "dataset":"plant-texture", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6519415379 }, { "dataset":"plant-texture", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6722053736 }, { "dataset":"plant-texture", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6430395097 }, { "dataset":"plant-texture", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6601055712 }, { "dataset":"plant-texture", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6703865826 }, { "dataset":"post-operative", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0396296298 }, { "dataset":"post-operative", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2692860775 }, { "dataset":"post-operative", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2829019036 }, { "dataset":"post-operative", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3388923183 }, { "dataset":"post-operative", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2295123553 }, { "dataset":"primary-tumor", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"primary-tumor", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1101625375 }, { "dataset":"primary-tumor", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2854145989 }, { "dataset":"primary-tumor", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.227570273 }, { "dataset":"primary-tumor", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2025432251 }, { "dataset":"primary-tumor", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.1698953649 }, { "dataset":"ringnorm", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.9161162674 }, { "dataset":"ringnorm", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9636861682 }, { "dataset":"ringnorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.948929131 }, { "dataset":"ringnorm", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9395734817 }, { "dataset":"ringnorm", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9662052095 }, { "dataset":"ringnorm", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9662380815 }, { "dataset":"seeds", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0770833343 }, { "dataset":"seeds", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5240801424 }, { "dataset":"seeds", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8176663369 }, { "dataset":"seeds", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5886088833 }, { "dataset":"seeds", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7323672771 }, { "dataset":"seeds", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6054729521 }, { "dataset":"semeion", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8180340976 }, { "dataset":"semeion", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8958498985 }, { "dataset":"semeion", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8857706636 }, { "dataset":"semeion", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8829643726 }, { "dataset":"semeion", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.899408862 }, { "dataset":"semeion", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.884323433 }, { "dataset":"soybean", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5746238083 }, { "dataset":"soybean", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7970959693 }, { "dataset":"soybean", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.815610528 }, { "dataset":"soybean", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8108206838 }, { "dataset":"soybean", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8556914479 }, { "dataset":"soybean", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7978230715 }, { "dataset":"spambase", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8990167677 }, { "dataset":"spambase", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9009386152 }, { "dataset":"spambase", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9053089023 }, { "dataset":"spambase", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9052940607 }, { "dataset":"spambase", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.904910773 }, { "dataset":"spambase", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9031108171 }, { "dataset":"spect", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0491803251 }, { "dataset":"spect", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3283732161 }, { "dataset":"spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5933201909 }, { "dataset":"spect", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5507270992 }, { "dataset":"spect", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6429307461 }, { "dataset":"spect", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5196416229 }, { "dataset":"spectf", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"spectf", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0040983604 }, { "dataset":"spectf", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5000011623 }, { "dataset":"spectf", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.5207730085 }, { "dataset":"spectf", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.541269213 }, { "dataset":"spectf", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.4067808203 }, { "dataset":"statlog-australian-credit", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0005841121 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.4069911391 }, { "dataset":"statlog-australian-credit", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3729845732 }, { "dataset":"statlog-australian-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.4112013578 }, { "dataset":"statlog-australian-credit", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3762296289 }, { "dataset":"statlog-german-credit", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2469205558 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6002502441 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6615643203 }, { "dataset":"statlog-german-credit", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6048431396 }, { "dataset":"statlog-german-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.632020548 }, { "dataset":"statlog-german-credit", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6455076486 }, { "dataset":"statlog-heart", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1130573303 }, { "dataset":"statlog-heart", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6043050289 }, { "dataset":"statlog-heart", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7511868626 }, { "dataset":"statlog-heart", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6825278252 }, { "dataset":"statlog-heart", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7291374952 }, { "dataset":"statlog-heart", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.698180303 }, { "dataset":"statlog-image", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6469317973 }, { "dataset":"statlog-image", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8360881358 }, { "dataset":"statlog-image", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8278826922 }, { "dataset":"statlog-image", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8309726268 }, { "dataset":"statlog-image", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8356647789 }, { "dataset":"statlog-image", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8276787251 }, { "dataset":"statlog-landsat", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8112038523 }, { "dataset":"statlog-landsat", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8446205407 }, { "dataset":"statlog-landsat", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8310011476 }, { "dataset":"statlog-landsat", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8275167495 }, { "dataset":"statlog-landsat", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8444115371 }, { "dataset":"statlog-landsat", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.839162603 }, { "dataset":"statlog-shuttle", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8336925358 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8147520572 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.7986781597 }, { "dataset":"statlog-shuttle", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6813888848 }, { "dataset":"statlog-shuttle", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.780676946 }, { "dataset":"statlog-shuttle", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8207088411 }, { "dataset":"statlog-vehicle", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3020439111 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5649636537 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5923935324 }, { "dataset":"statlog-vehicle", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.576566875 }, { "dataset":"statlog-vehicle", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.592332989 }, { "dataset":"statlog-vehicle", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.573808834 }, { "dataset":"steel-plates", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.4057489336 }, { "dataset":"steel-plates", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.6273884624 }, { "dataset":"steel-plates", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5959723592 }, { "dataset":"steel-plates", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6048124433 }, { "dataset":"steel-plates", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6316716671 }, { "dataset":"steel-plates", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6121893525 }, { "dataset":"synthetic-control", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6084140837 }, { "dataset":"synthetic-control", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9351394773 }, { "dataset":"synthetic-control", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9234989285 }, { "dataset":"synthetic-control", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9229662567 }, { "dataset":"synthetic-control", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9662121981 }, { "dataset":"synthetic-control", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9476194829 }, { "dataset":"teaching", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.2387459576 }, { "dataset":"teaching", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.0131578948 }, { "dataset":"teaching", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.2383153997 }, { "dataset":"teaching", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.0719919954 }, { "dataset":"teaching", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2190524712 }, { "dataset":"teaching", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.140348101 }, { "dataset":"thyroid", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.5669393288 }, { "dataset":"thyroid", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8264044374 }, { "dataset":"thyroid", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8023501039 }, { "dataset":"thyroid", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6764422655 }, { "dataset":"thyroid", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7678206116 }, { "dataset":"thyroid", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7295496166 }, { "dataset":"tic-tac-toe", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.4667483866 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6438944489 }, { "dataset":"tic-tac-toe", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6622127444 }, { "dataset":"tic-tac-toe", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7929508239 }, { "dataset":"tic-tac-toe", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5426799655 }, { "dataset":"titanic", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.3466390669 }, { "dataset":"titanic", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.5207570791 }, { "dataset":"titanic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5593122654 }, { "dataset":"titanic", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.717331782 }, { "dataset":"titanic", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6615216881 }, { "dataset":"titanic", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7162397355 }, { "dataset":"trains", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0 }, { "dataset":"trains", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3958333433 }, { "dataset":"trains", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.5208333358 }, { "dataset":"trains", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7291666865 }, { "dataset":"trains", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6875000149 }, { "dataset":"trains", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.6041666791 }, { "dataset":"twonorm", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.9649319202 }, { "dataset":"twonorm", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.9646466672 }, { "dataset":"twonorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.9655480534 }, { "dataset":"twonorm", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.9658888727 }, { "dataset":"twonorm", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9652123898 }, { "dataset":"twonorm", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.9650979787 }, { "dataset":"vertebral-column-2clases", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1588659212 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.4460371856 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6686789393 }, { "dataset":"vertebral-column-2clases", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.6373865157 }, { "dataset":"vertebral-column-2clases", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.5735817887 }, { "dataset":"vertebral-column-2clases", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5673181042 }, { "dataset":"vertebral-column-3clases", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.1773831956 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1097222269 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6447324604 }, { "dataset":"vertebral-column-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.4443295486 }, { "dataset":"vertebral-column-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6074919254 }, { "dataset":"vertebral-column-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.491012767 }, { "dataset":"wall-following", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.6117125452 }, { "dataset":"wall-following", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7083607763 }, { "dataset":"wall-following", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.6778856963 }, { "dataset":"wall-following", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.684716925 }, { "dataset":"wall-following", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7173289359 }, { "dataset":"wall-following", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.7152056694 }, { "dataset":"waveform", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.8148611486 }, { "dataset":"waveform", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.8140318245 }, { "dataset":"waveform", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8200801909 }, { "dataset":"waveform", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8126065135 }, { "dataset":"waveform", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.8155959696 }, { "dataset":"waveform", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8159339428 }, { "dataset":"waveform-noise", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.7985262871 }, { "dataset":"waveform-noise", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.7856119871 }, { "dataset":"waveform-noise", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8122608066 }, { "dataset":"waveform-noise", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.7965441346 }, { "dataset":"waveform-noise", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.7818804383 }, { "dataset":"waveform-noise", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8053265661 }, { "dataset":"wine", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0724999979 }, { "dataset":"wine", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.2700647265 }, { "dataset":"wine", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8756537139 }, { "dataset":"wine", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.855094254 }, { "dataset":"wine", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.9111304134 }, { "dataset":"wine", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.8579485416 }, { "dataset":"wine-quality-red", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0002615063 }, { "dataset":"wine-quality-red", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.2006162703 }, { "dataset":"wine-quality-red", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3038649857 }, { "dataset":"wine-quality-red", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.2163461447 }, { "dataset":"wine-quality-red", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.2080928721 }, { "dataset":"wine-quality-red", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2733023316 }, { "dataset":"wine-quality-white", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0614600847 }, { "dataset":"wine-quality-white", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1288855523 }, { "dataset":"wine-quality-white", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.217928905 }, { "dataset":"wine-quality-white", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.1837067585 }, { "dataset":"wine-quality-white", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.1751451828 }, { "dataset":"wine-quality-white", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.2322138362 }, { "dataset":"yeast", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.0072467229 }, { "dataset":"yeast", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.1724270731 }, { "dataset":"yeast", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.3968159854 }, { "dataset":"yeast", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.3768133521 }, { "dataset":"yeast", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.3100277111 }, { "dataset":"yeast", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.3661586791 }, { "dataset":"zoo", "algorithm":"aol", "metric":"mean_cert_acc_36", "value":0.02734375 }, { "dataset":"zoo", "algorithm":"ldlt", "metric":"mean_cert_acc_36", "value":0.3845323902 }, { "dataset":"zoo", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_36", "value":0.8066218197 }, { "dataset":"zoo", "algorithm":"ortho", "metric":"mean_cert_acc_36", "value":0.8011990637 }, { "dataset":"zoo", "algorithm":"sandwich", "metric":"mean_cert_acc_36", "value":0.6212882847 }, { "dataset":"zoo", "algorithm":"sdp", "metric":"mean_cert_acc_36", "value":0.5369778425 }, { "dataset":"abalone", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.3531078473 }, { "dataset":"abalone", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3913174048 }, { "dataset":"abalone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3957794234 }, { "dataset":"abalone", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3870629296 }, { "dataset":"abalone", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3946341127 }, { "dataset":"abalone", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3747749403 }, { "dataset":"acute-inflammation", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1182432473 }, { "dataset":"acute-inflammation", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"acute-inflammation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5168894529 }, { "dataset":"acute-inflammation", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5095619261 }, { "dataset":"acute-inflammation", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4762603045 }, { "dataset":"acute-inflammation", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2547409311 }, { "dataset":"acute-nephritis", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1061643809 }, { "dataset":"acute-nephritis", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"acute-nephritis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4323718064 }, { "dataset":"acute-nephritis", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5406053811 }, { "dataset":"acute-nephritis", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6500128508 }, { "dataset":"acute-nephritis", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3636294901 }, { "dataset":"adult", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.6898461133 }, { "dataset":"adult", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6988325417 }, { "dataset":"adult", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.694034189 }, { "dataset":"adult", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6858264506 }, { "dataset":"adult", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.677189827 }, { "dataset":"adult", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6927632242 }, { "dataset":"annealing", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0172684453 }, { "dataset":"annealing", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5449331207 }, { "dataset":"annealing", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6223813742 }, { "dataset":"annealing", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7015637457 }, { "dataset":"annealing", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7665176243 }, { "dataset":"annealing", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6974484622 }, { "dataset":"arrhythmia", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0097517725 }, { "dataset":"arrhythmia", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5019862875 }, { "dataset":"arrhythmia", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5682283044 }, { "dataset":"arrhythmia", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5639888793 }, { "dataset":"arrhythmia", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.561026603 }, { "dataset":"arrhythmia", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5089021325 }, { "dataset":"audiology-std", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"audiology-std", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1478837449 }, { "dataset":"audiology-std", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1743147904 }, { "dataset":"audiology-std", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.260261029 }, { "dataset":"audiology-std", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3130617142 }, { "dataset":"audiology-std", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.20009204 }, { "dataset":"balance-scale", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"balance-scale", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2822218463 }, { "dataset":"balance-scale", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4624844268 }, { "dataset":"balance-scale", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3624617159 }, { "dataset":"balance-scale", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4128763508 }, { "dataset":"balance-scale", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3660443947 }, { "dataset":"balloons", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.125 }, { "dataset":"balloons", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"balloons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2613636404 }, { "dataset":"balloons", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.18863637 }, { "dataset":"balloons", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0909090936 }, { "dataset":"balloons", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2176136412 }, { "dataset":"bank", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.301014483 }, { "dataset":"bank", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7678167075 }, { "dataset":"bank", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7513172179 }, { "dataset":"bank", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6868202835 }, { "dataset":"bank", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6801775396 }, { "dataset":"bank", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7153557688 }, { "dataset":"blood", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0609339438 }, { "dataset":"blood", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0964911213 }, { "dataset":"blood", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2748854365 }, { "dataset":"blood", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2614277846 }, { "dataset":"blood", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.393844083 }, { "dataset":"blood", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.323570483 }, { "dataset":"breast-cancer", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"breast-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0179558024 }, { "dataset":"breast-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4840922877 }, { "dataset":"breast-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3404361606 }, { "dataset":"breast-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4856143519 }, { "dataset":"breast-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3172836863 }, { "dataset":"breast-cancer-wisc", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2203262001 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2766564619 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9070755094 }, { "dataset":"breast-cancer-wisc", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.939285323 }, { "dataset":"breast-cancer-wisc", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9488936514 }, { "dataset":"breast-cancer-wisc", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7268943787 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.3486973196 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.909928292 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9045449942 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9105276316 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9178470969 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9126934558 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2701595947 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4926075265 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5951218754 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6769672185 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4600984454 }, { "dataset":"breast-tissue", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"breast-tissue", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.060851926 }, { "dataset":"breast-tissue", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1608489864 }, { "dataset":"breast-tissue", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2129703052 }, { "dataset":"breast-tissue", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2160176788 }, { "dataset":"breast-tissue", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.052613575 }, { "dataset":"car", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1486576507 }, { "dataset":"car", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4475178197 }, { "dataset":"car", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4947547838 }, { "dataset":"car", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4768228978 }, { "dataset":"car", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.511382997 }, { "dataset":"car", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5035838783 }, { "dataset":"cardiotocography-10clases", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2629639246 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4544286057 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4659153894 }, { "dataset":"cardiotocography-10clases", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4251755476 }, { "dataset":"cardiotocography-10clases", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4460598677 }, { "dataset":"cardiotocography-10clases", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4457538351 }, { "dataset":"cardiotocography-3clases", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.7640330791 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8034390807 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.801266402 }, { "dataset":"cardiotocography-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7930117697 }, { "dataset":"cardiotocography-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7852455825 }, { "dataset":"cardiotocography-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.774704963 }, { "dataset":"chess-krvk", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0262177002 }, { "dataset":"chess-krvk", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0418981743 }, { "dataset":"chess-krvk", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.0710638445 }, { "dataset":"chess-krvk", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0580893606 }, { "dataset":"chess-krvk", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0348668969 }, { "dataset":"chess-krvk", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0665382976 }, { "dataset":"chess-krvkp", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.8896443546 }, { "dataset":"chess-krvkp", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9178170115 }, { "dataset":"chess-krvkp", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9221014082 }, { "dataset":"chess-krvkp", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9144609123 }, { "dataset":"chess-krvkp", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9372188598 }, { "dataset":"chess-krvkp", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9166592509 }, { "dataset":"congressional-voting", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"congressional-voting", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.000929368 }, { "dataset":"congressional-voting", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1203732458 }, { "dataset":"congressional-voting", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2615190782 }, { "dataset":"congressional-voting", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2719928399 }, { "dataset":"congressional-voting", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1034782967 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0020325202 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.667066738 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6773573756 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6748767495 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7091095001 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5615037382 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0441780183 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4579451904 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3459609523 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4496339262 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5121667385 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.415990442 }, { "dataset":"connect-4", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4509432316 }, { "dataset":"connect-4", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.603776902 }, { "dataset":"connect-4", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5374155045 }, { "dataset":"connect-4", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4735506997 }, { "dataset":"connect-4", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.600234136 }, { "dataset":"connect-4", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5928889066 }, { "dataset":"contrac", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0367561281 }, { "dataset":"contrac", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2204053104 }, { "dataset":"contrac", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2570199184 }, { "dataset":"contrac", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2166398242 }, { "dataset":"contrac", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2572144717 }, { "dataset":"contrac", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2527983747 }, { "dataset":"credit-approval", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.267231863 }, { "dataset":"credit-approval", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5220186412 }, { "dataset":"credit-approval", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7724297047 }, { "dataset":"credit-approval", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7436226904 }, { "dataset":"credit-approval", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7521374077 }, { "dataset":"credit-approval", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7326301634 }, { "dataset":"cylinder-bands", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.010416667 }, { "dataset":"cylinder-bands", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4439291954 }, { "dataset":"cylinder-bands", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4656692967 }, { "dataset":"cylinder-bands", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4453708753 }, { "dataset":"cylinder-bands", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5601532757 }, { "dataset":"cylinder-bands", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5124120489 }, { "dataset":"dermatology", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2184907794 }, { "dataset":"dermatology", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7157317251 }, { "dataset":"dermatology", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8161933422 }, { "dataset":"dermatology", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9097732157 }, { "dataset":"dermatology", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9291712195 }, { "dataset":"dermatology", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8512500525 }, { "dataset":"echocardiogram", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"echocardiogram", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"echocardiogram", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4078277275 }, { "dataset":"echocardiogram", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3805171475 }, { "dataset":"echocardiogram", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5029631257 }, { "dataset":"echocardiogram", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2188115846 }, { "dataset":"ecoli", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"ecoli", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0827153 }, { "dataset":"ecoli", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5859995335 }, { "dataset":"ecoli", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3327503894 }, { "dataset":"ecoli", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2140549934 }, { "dataset":"ecoli", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2965758443 }, { "dataset":"energy-y1", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1165540591 }, { "dataset":"energy-y1", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5051749051 }, { "dataset":"energy-y1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7096409649 }, { "dataset":"energy-y1", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6408167332 }, { "dataset":"energy-y1", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6796696335 }, { "dataset":"energy-y1", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6780725718 }, { "dataset":"energy-y2", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"energy-y2", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.649132669 }, { "dataset":"energy-y2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7025856674 }, { "dataset":"energy-y2", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7250547111 }, { "dataset":"energy-y2", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7892763764 }, { "dataset":"energy-y2", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5604812335 }, { "dataset":"fertility", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"fertility", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4377775863 }, { "dataset":"fertility", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5132702142 }, { "dataset":"fertility", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6247725785 }, { "dataset":"fertility", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.263464517 }, { "dataset":"flags", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"flags", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1119990367 }, { "dataset":"flags", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2482553534 }, { "dataset":"flags", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1655366253 }, { "dataset":"flags", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2162569687 }, { "dataset":"flags", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1907061674 }, { "dataset":"glass", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"glass", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0567944455 }, { "dataset":"glass", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.0997804288 }, { "dataset":"glass", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0600384423 }, { "dataset":"glass", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.121609401 }, { "dataset":"glass", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0862214086 }, { "dataset":"haberman-survival", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2504505515 }, { "dataset":"haberman-survival", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0141242938 }, { "dataset":"haberman-survival", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1888764407 }, { "dataset":"haberman-survival", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3083848334 }, { "dataset":"haberman-survival", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1329388274 }, { "dataset":"haberman-survival", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2632245827 }, { "dataset":"hayes-roth", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"hayes-roth", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1860241294 }, { "dataset":"hayes-roth", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0579192615 }, { "dataset":"hayes-roth", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0894457251 }, { "dataset":"hayes-roth", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0127551015 }, { "dataset":"heart-cleveland", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"heart-cleveland", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.081521742 }, { "dataset":"heart-cleveland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3465861976 }, { "dataset":"heart-cleveland", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1267319829 }, { "dataset":"heart-cleveland", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3162277564 }, { "dataset":"heart-cleveland", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2042456833 }, { "dataset":"heart-hungarian", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"heart-hungarian", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3965261281 }, { "dataset":"heart-hungarian", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5599865168 }, { "dataset":"heart-hungarian", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6795991808 }, { "dataset":"heart-hungarian", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7306614369 }, { "dataset":"heart-hungarian", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6915974319 }, { "dataset":"heart-switzerland", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"heart-switzerland", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.0594222641 }, { "dataset":"heart-switzerland", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0200486125 }, { "dataset":"heart-switzerland", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0307799326 }, { "dataset":"heart-switzerland", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0235518327 }, { "dataset":"heart-va", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"heart-va", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.0488241082 }, { "dataset":"heart-va", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0146615768 }, { "dataset":"heart-va", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0391574921 }, { "dataset":"heart-va", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.04369919 }, { "dataset":"hepatitis", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"hepatitis", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1523297559 }, { "dataset":"hepatitis", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.554120034 }, { "dataset":"hepatitis", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6738808453 }, { "dataset":"hepatitis", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7658894807 }, { "dataset":"hepatitis", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6069673002 }, { "dataset":"hill-valley", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0071871597 }, { "dataset":"hill-valley", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.05292897 }, { "dataset":"hill-valley", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.0323013845 }, { "dataset":"hill-valley", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0503571881 }, { "dataset":"hill-valley", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0169883086 }, { "dataset":"hill-valley", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.042667727 }, { "dataset":"horse-colic", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"horse-colic", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4687603186 }, { "dataset":"horse-colic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5825109556 }, { "dataset":"horse-colic", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6510089934 }, { "dataset":"horse-colic", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.677697733 }, { "dataset":"horse-colic", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.634258382 }, { "dataset":"ilpd-indian-liver", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0557804928 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3346636668 }, { "dataset":"ilpd-indian-liver", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2756330185 }, { "dataset":"ilpd-indian-liver", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3524710685 }, { "dataset":"ilpd-indian-liver", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1292864612 }, { "dataset":"image-segmentation", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.6397431046 }, { "dataset":"image-segmentation", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8072158247 }, { "dataset":"image-segmentation", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7817480713 }, { "dataset":"image-segmentation", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8073815703 }, { "dataset":"image-segmentation", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8395454437 }, { "dataset":"image-segmentation", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7672322243 }, { "dataset":"ionosphere", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0231481493 }, { "dataset":"ionosphere", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.803625375 }, { "dataset":"ionosphere", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8340833932 }, { "dataset":"ionosphere", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8652177155 }, { "dataset":"ionosphere", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8566827178 }, { "dataset":"ionosphere", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7669469267 }, { "dataset":"iris", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"iris", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"iris", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3662086967 }, { "dataset":"iris", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2438985705 }, { "dataset":"iris", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4295946173 }, { "dataset":"iris", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.247182698 }, { "dataset":"led-display", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"led-display", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5557247326 }, { "dataset":"led-display", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6216746569 }, { "dataset":"led-display", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5312804952 }, { "dataset":"led-display", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5104763806 }, { "dataset":"led-display", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.539992474 }, { "dataset":"lenses", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"lenses", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.0535714328 }, { "dataset":"lenses", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0892857183 }, { "dataset":"lenses", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1607142873 }, { "dataset":"lenses", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.015625 }, { "dataset":"letter", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.499289766 }, { "dataset":"letter", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.542824164 }, { "dataset":"letter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5109271556 }, { "dataset":"letter", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5311580449 }, { "dataset":"letter", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5442167372 }, { "dataset":"letter", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5549411774 }, { "dataset":"libras", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0262409141 }, { "dataset":"libras", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6161200851 }, { "dataset":"libras", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6019359678 }, { "dataset":"libras", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6009119898 }, { "dataset":"libras", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6342552751 }, { "dataset":"libras", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5229879916 }, { "dataset":"low-res-spect", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1163239243 }, { "dataset":"low-res-spect", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7804065198 }, { "dataset":"low-res-spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.790260911 }, { "dataset":"low-res-spect", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7624819279 }, { "dataset":"low-res-spect", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7723677605 }, { "dataset":"low-res-spect", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7466994822 }, { "dataset":"lung-cancer", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"lung-cancer", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.046875 }, { "dataset":"lung-cancer", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1400735304 }, { "dataset":"lung-cancer", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2681985311 }, { "dataset":"lung-cancer", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3382352963 }, { "dataset":"lung-cancer", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1700367667 }, { "dataset":"lymphography", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"lymphography", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0309244769 }, { "dataset":"lymphography", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5623474717 }, { "dataset":"lymphography", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5180825815 }, { "dataset":"lymphography", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5592117012 }, { "dataset":"lymphography", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4895177782 }, { "dataset":"magic", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.667688027 }, { "dataset":"magic", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7003600746 }, { "dataset":"magic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.688806355 }, { "dataset":"magic", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6731708348 }, { "dataset":"magic", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6760071069 }, { "dataset":"magic", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6718488485 }, { "dataset":"mammographic", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0769565254 }, { "dataset":"mammographic", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3803441602 }, { "dataset":"mammographic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6500457823 }, { "dataset":"mammographic", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6546235234 }, { "dataset":"mammographic", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7170297801 }, { "dataset":"mammographic", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4323890842 }, { "dataset":"miniboone", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.7326065004 }, { "dataset":"miniboone", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7548292428 }, { "dataset":"miniboone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7555245459 }, { "dataset":"miniboone", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.713589102 }, { "dataset":"miniboone", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7218080163 }, { "dataset":"miniboone", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.747835353 }, { "dataset":"molec-biol-promoter", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0769230798 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5027090013 }, { "dataset":"molec-biol-promoter", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.466604121 }, { "dataset":"molec-biol-promoter", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5262202099 }, { "dataset":"molec-biol-promoter", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.502066426 }, { "dataset":"molec-biol-splice", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.636306271 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6135394871 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6843965799 }, { "dataset":"molec-biol-splice", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6282099336 }, { "dataset":"molec-biol-splice", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.614568606 }, { "dataset":"molec-biol-splice", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6731786728 }, { "dataset":"monks-1", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"monks-1", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3453381658 }, { "dataset":"monks-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2826887816 }, { "dataset":"monks-1", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3427437618 }, { "dataset":"monks-1", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5992136523 }, { "dataset":"monks-1", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5333612487 }, { "dataset":"monks-2", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"monks-2", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"monks-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1124999989 }, { "dataset":"monks-2", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4399072938 }, { "dataset":"monks-2", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6138667017 }, { "dataset":"monks-2", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1488011982 }, { "dataset":"monks-3", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"monks-3", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2595366053 }, { "dataset":"monks-3", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5008229837 }, { "dataset":"monks-3", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5008229837 }, { "dataset":"monks-3", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4460532069 }, { "dataset":"mushroom", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.9677422792 }, { "dataset":"mushroom", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9941752553 }, { "dataset":"mushroom", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9841082096 }, { "dataset":"mushroom", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9876752645 }, { "dataset":"mushroom", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9964962304 }, { "dataset":"mushroom", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9926844239 }, { "dataset":"musk-1", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.339395836 }, { "dataset":"musk-1", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6118297912 }, { "dataset":"musk-1", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.755248785 }, { "dataset":"musk-1", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7832840085 }, { "dataset":"musk-1", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8115027994 }, { "dataset":"musk-1", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7507227361 }, { "dataset":"musk-2", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.9177297652 }, { "dataset":"musk-2", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9433965236 }, { "dataset":"musk-2", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9411616325 }, { "dataset":"musk-2", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9462741315 }, { "dataset":"musk-2", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9508108646 }, { "dataset":"musk-2", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9453988671 }, { "dataset":"nursery", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5420946181 }, { "dataset":"nursery", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6595885158 }, { "dataset":"nursery", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6469300538 }, { "dataset":"nursery", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6043016911 }, { "dataset":"nursery", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6049502492 }, { "dataset":"nursery", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6509923339 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.5183893666 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3993155286 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5095543712 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5408671051 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3783939183 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5845286995 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7100688815 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.837182343 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8282922357 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8364308029 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8274606317 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.137604665 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4535353407 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4125577733 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4272127748 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4881290123 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3794277981 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.3556875139 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7842966467 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7719893754 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7585570663 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7874706686 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7498607785 }, { "dataset":"optical", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.9007099867 }, { "dataset":"optical", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9287122339 }, { "dataset":"optical", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9326423407 }, { "dataset":"optical", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9235181361 }, { "dataset":"optical", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9333673716 }, { "dataset":"optical", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9325575233 }, { "dataset":"ozone", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4256108105 }, { "dataset":"ozone", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9220814854 }, { "dataset":"ozone", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8873878568 }, { "dataset":"ozone", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8655322492 }, { "dataset":"ozone", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9068332165 }, { "dataset":"ozone", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9045812786 }, { "dataset":"page-blocks", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.6869819015 }, { "dataset":"page-blocks", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7941301465 }, { "dataset":"page-blocks", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8121277988 }, { "dataset":"page-blocks", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7920290679 }, { "dataset":"page-blocks", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7394841015 }, { "dataset":"page-blocks", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8056908399 }, { "dataset":"parkinsons", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"parkinsons", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"parkinsons", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5338441059 }, { "dataset":"parkinsons", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6296931058 }, { "dataset":"parkinsons", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7131820619 }, { "dataset":"parkinsons", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4429358765 }, { "dataset":"pendigits", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.7979283035 }, { "dataset":"pendigits", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8721093386 }, { "dataset":"pendigits", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8260037601 }, { "dataset":"pendigits", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8424155563 }, { "dataset":"pendigits", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8724482507 }, { "dataset":"pendigits", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8743232489 }, { "dataset":"pima", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"pima", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2797507104 }, { "dataset":"pima", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5523068905 }, { "dataset":"pima", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5056439564 }, { "dataset":"pima", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5803951472 }, { "dataset":"pima", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.546758242 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.304747887 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1689282861 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.360470131 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.279971499 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.113068711 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1365743112 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2275235429 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1099347994 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0090909088 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2489026859 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1066805748 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1183865638 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1076484937 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.2131147385 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0086206896 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2606992051 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.3848662376 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5150976852 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2237734906 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.0764530534 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0303030312 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0637108758 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0043103448 }, { "dataset":"planning", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"planning", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"planning", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2793157324 }, { "dataset":"planning", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1543571018 }, { "dataset":"planning", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2327637561 }, { "dataset":"planning", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2444285937 }, { "dataset":"plant-margin", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1915835631 }, { "dataset":"plant-margin", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6030303538 }, { "dataset":"plant-margin", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6006290317 }, { "dataset":"plant-margin", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5613516718 }, { "dataset":"plant-margin", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6048446298 }, { "dataset":"plant-margin", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5948273093 }, { "dataset":"plant-shape", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0200540677 }, { "dataset":"plant-shape", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3195695356 }, { "dataset":"plant-shape", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3082309589 }, { "dataset":"plant-shape", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2766579911 }, { "dataset":"plant-shape", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.3236742318 }, { "dataset":"plant-shape", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2563846745 }, { "dataset":"plant-texture", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.3193024509 }, { "dataset":"plant-texture", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6016869843 }, { "dataset":"plant-texture", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6277435273 }, { "dataset":"plant-texture", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5922702849 }, { "dataset":"plant-texture", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6114319861 }, { "dataset":"plant-texture", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6225094348 }, { "dataset":"post-operative", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"post-operative", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1402282668 }, { "dataset":"post-operative", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1168912258 }, { "dataset":"post-operative", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1357955253 }, { "dataset":"post-operative", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0812860187 }, { "dataset":"primary-tumor", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"primary-tumor", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0608111564 }, { "dataset":"primary-tumor", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2339933328 }, { "dataset":"primary-tumor", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.1577612236 }, { "dataset":"primary-tumor", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1270367578 }, { "dataset":"primary-tumor", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1025538283 }, { "dataset":"ringnorm", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.8651046008 }, { "dataset":"ringnorm", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9277306795 }, { "dataset":"ringnorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9104690552 }, { "dataset":"ringnorm", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8989347816 }, { "dataset":"ringnorm", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9376280904 }, { "dataset":"ringnorm", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9427528977 }, { "dataset":"seeds", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"seeds", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4100008532 }, { "dataset":"seeds", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.706460014 }, { "dataset":"seeds", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.44894154 }, { "dataset":"seeds", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6048807055 }, { "dataset":"seeds", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4016381055 }, { "dataset":"semeion", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.7824378759 }, { "dataset":"semeion", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8721991181 }, { "dataset":"semeion", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8671122342 }, { "dataset":"semeion", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8671527952 }, { "dataset":"semeion", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.880437687 }, { "dataset":"semeion", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8666464984 }, { "dataset":"soybean", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4460842013 }, { "dataset":"soybean", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7509275824 }, { "dataset":"soybean", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7876852751 }, { "dataset":"soybean", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7888160795 }, { "dataset":"soybean", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8206506968 }, { "dataset":"soybean", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7677796036 }, { "dataset":"spambase", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.8602641374 }, { "dataset":"spambase", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8661185056 }, { "dataset":"spambase", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.872818172 }, { "dataset":"spambase", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8697237372 }, { "dataset":"spambase", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8730889261 }, { "dataset":"spambase", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8651678413 }, { "dataset":"spect", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"spect", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0946428357 }, { "dataset":"spect", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5167905912 }, { "dataset":"spect", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4482019767 }, { "dataset":"spect", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.567204833 }, { "dataset":"spect", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3302183263 }, { "dataset":"spectf", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"spectf", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"spectf", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5000011623 }, { "dataset":"spectf", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5083367974 }, { "dataset":"spectf", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5247346461 }, { "dataset":"spectf", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3687158525 }, { "dataset":"statlog-australian-credit", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2725454383 }, { "dataset":"statlog-australian-credit", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2013717182 }, { "dataset":"statlog-australian-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.2846250385 }, { "dataset":"statlog-australian-credit", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.23104541 }, { "dataset":"statlog-german-credit", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1314454591 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4585732371 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5918034613 }, { "dataset":"statlog-german-credit", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5128163695 }, { "dataset":"statlog-german-credit", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5493507385 }, { "dataset":"statlog-german-credit", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5615085363 }, { "dataset":"statlog-heart", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"statlog-heart", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.4318828806 }, { "dataset":"statlog-heart", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7090516686 }, { "dataset":"statlog-heart", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5520001799 }, { "dataset":"statlog-heart", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6598929912 }, { "dataset":"statlog-heart", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6065141112 }, { "dataset":"statlog-image", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4745565876 }, { "dataset":"statlog-image", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7812624276 }, { "dataset":"statlog-image", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7785973698 }, { "dataset":"statlog-image", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.782117784 }, { "dataset":"statlog-image", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7930098921 }, { "dataset":"statlog-image", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7629000247 }, { "dataset":"statlog-landsat", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.7803423554 }, { "dataset":"statlog-landsat", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8146071136 }, { "dataset":"statlog-landsat", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8007820547 }, { "dataset":"statlog-landsat", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7983566821 }, { "dataset":"statlog-landsat", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8114961833 }, { "dataset":"statlog-landsat", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8096499294 }, { "dataset":"statlog-shuttle", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5318861939 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6168141663 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6992130429 }, { "dataset":"statlog-shuttle", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4868674632 }, { "dataset":"statlog-shuttle", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6912360936 }, { "dataset":"statlog-shuttle", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.715915367 }, { "dataset":"statlog-vehicle", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1940364642 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.446564123 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4675017223 }, { "dataset":"statlog-vehicle", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.4757879227 }, { "dataset":"statlog-vehicle", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4979027137 }, { "dataset":"statlog-vehicle", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4470835254 }, { "dataset":"steel-plates", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.3457266279 }, { "dataset":"steel-plates", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.567865327 }, { "dataset":"steel-plates", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5383664817 }, { "dataset":"steel-plates", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5489259958 }, { "dataset":"steel-plates", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5817669332 }, { "dataset":"steel-plates", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.5614662766 }, { "dataset":"synthetic-control", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.4716687053 }, { "dataset":"synthetic-control", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.8652914613 }, { "dataset":"synthetic-control", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.8727975786 }, { "dataset":"synthetic-control", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.8699666709 }, { "dataset":"synthetic-control", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9517317861 }, { "dataset":"synthetic-control", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.8993534446 }, { "dataset":"teaching", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"teaching", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"teaching", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1321840161 }, { "dataset":"teaching", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0417644158 }, { "dataset":"teaching", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0753036477 }, { "dataset":"teaching", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.0163139056 }, { "dataset":"thyroid", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.3185584522 }, { "dataset":"thyroid", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6978980452 }, { "dataset":"thyroid", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.6778281182 }, { "dataset":"thyroid", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5517051965 }, { "dataset":"thyroid", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6626785696 }, { "dataset":"thyroid", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6135050505 }, { "dataset":"tic-tac-toe", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3194596954 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5114079416 }, { "dataset":"tic-tac-toe", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5179155096 }, { "dataset":"tic-tac-toe", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6491716653 }, { "dataset":"tic-tac-toe", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3629296049 }, { "dataset":"titanic", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0769871511 }, { "dataset":"titanic", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3686799519 }, { "dataset":"titanic", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.3578206671 }, { "dataset":"titanic", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5663355216 }, { "dataset":"titanic", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.424883388 }, { "dataset":"titanic", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4392690537 }, { "dataset":"trains", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"trains", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3958333433 }, { "dataset":"trains", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.4791666716 }, { "dataset":"trains", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.6041666716 }, { "dataset":"trains", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6875000149 }, { "dataset":"trains", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4583333395 }, { "dataset":"twonorm", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.9487522244 }, { "dataset":"twonorm", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.9477850497 }, { "dataset":"twonorm", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.9499919116 }, { "dataset":"twonorm", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.9508355409 }, { "dataset":"twonorm", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.9516783953 }, { "dataset":"twonorm", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.9493663758 }, { "dataset":"vertebral-column-2clases", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0790229887 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.3128519692 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5141119882 }, { "dataset":"vertebral-column-2clases", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5129041672 }, { "dataset":"vertebral-column-2clases", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4498370998 }, { "dataset":"vertebral-column-2clases", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.4249046966 }, { "dataset":"vertebral-column-3clases", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.1271186471 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0763888881 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5288435295 }, { "dataset":"vertebral-column-3clases", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2916304413 }, { "dataset":"vertebral-column-3clases", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.4905364439 }, { "dataset":"vertebral-column-3clases", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2779055089 }, { "dataset":"wall-following", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.5090569779 }, { "dataset":"wall-following", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.6220055223 }, { "dataset":"wall-following", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.5844209492 }, { "dataset":"wall-following", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.5992741585 }, { "dataset":"wall-following", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.6467099041 }, { "dataset":"wall-following", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.6409192234 }, { "dataset":"waveform", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.7520404607 }, { "dataset":"waveform", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.748374328 }, { "dataset":"waveform", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7655613869 }, { "dataset":"waveform", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7579103559 }, { "dataset":"waveform", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7570917308 }, { "dataset":"waveform", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7602389008 }, { "dataset":"waveform-noise", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.7275818586 }, { "dataset":"waveform-noise", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.7167724371 }, { "dataset":"waveform-noise", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7551832348 }, { "dataset":"waveform-noise", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7309692055 }, { "dataset":"waveform-noise", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.7184773833 }, { "dataset":"waveform-noise", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7447530329 }, { "dataset":"wine", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"wine", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.1785714328 }, { "dataset":"wine", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.815677464 }, { "dataset":"wine", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7655594796 }, { "dataset":"wine", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.8634605557 }, { "dataset":"wine", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.7981196344 }, { "dataset":"wine-quality-red", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"wine-quality-red", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0917856563 }, { "dataset":"wine-quality-red", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2110851966 }, { "dataset":"wine-quality-red", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.125134327 }, { "dataset":"wine-quality-red", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1093300246 }, { "dataset":"wine-quality-red", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1826216504 }, { "dataset":"wine-quality-white", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0064655322 }, { "dataset":"wine-quality-white", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0496578347 }, { "dataset":"wine-quality-white", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.1345235035 }, { "dataset":"wine-quality-white", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.0885616662 }, { "dataset":"wine-quality-white", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.0960627254 }, { "dataset":"wine-quality-white", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.1433593482 }, { "dataset":"yeast", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.004180623 }, { "dataset":"yeast", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.0783301638 }, { "dataset":"yeast", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.2867012955 }, { "dataset":"yeast", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.2725558653 }, { "dataset":"yeast", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.1995902285 }, { "dataset":"yeast", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.2454491146 }, { "dataset":"zoo", "algorithm":"aol", "metric":"mean_cert_acc_72", "value":0.0 }, { "dataset":"zoo", "algorithm":"ldlt", "metric":"mean_cert_acc_72", "value":0.2342489883 }, { "dataset":"zoo", "algorithm":"ldlt-resnet", "metric":"mean_cert_acc_72", "value":0.7254438996 }, { "dataset":"zoo", "algorithm":"ortho", "metric":"mean_cert_acc_72", "value":0.7336830646 }, { "dataset":"zoo", "algorithm":"sandwich", "metric":"mean_cert_acc_72", "value":0.5620888174 }, { "dataset":"zoo", "algorithm":"sdp", "metric":"mean_cert_acc_72", "value":0.3942593299 }, { "dataset":"abalone", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5927981875 }, { "dataset":"abalone", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6388025696 }, { "dataset":"abalone", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6289707567 }, { "dataset":"abalone", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6351161602 }, { "dataset":"abalone", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6390920321 }, { "dataset":"abalone", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.631781937 }, { "dataset":"acute-inflammation", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5342887919 }, { "dataset":"acute-inflammation", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9323974596 }, { "dataset":"acute-inflammation", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.884493966 }, { "dataset":"acute-inflammation", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7521889514 }, { "dataset":"acute-inflammation", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8172388227 }, { "dataset":"acute-inflammation", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8792313665 }, { "dataset":"acute-nephritis", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6004094174 }, { "dataset":"acute-nephritis", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9807628248 }, { "dataset":"acute-nephritis", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8631296176 }, { "dataset":"acute-nephritis", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8958531071 }, { "dataset":"acute-nephritis", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8575949367 }, { "dataset":"acute-nephritis", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9591727581 }, { "dataset":"adult", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8139269934 }, { "dataset":"adult", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8208494741 }, { "dataset":"adult", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8091303595 }, { "dataset":"adult", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8040742289 }, { "dataset":"adult", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8097666177 }, { "dataset":"adult", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8085330194 }, { "dataset":"annealing", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6304366485 }, { "dataset":"annealing", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.809907605 }, { "dataset":"annealing", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6899253728 }, { "dataset":"annealing", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7907311075 }, { "dataset":"annealing", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8179386059 }, { "dataset":"annealing", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7639820203 }, { "dataset":"arrhythmia", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4040541996 }, { "dataset":"arrhythmia", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6198269269 }, { "dataset":"arrhythmia", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6312642698 }, { "dataset":"arrhythmia", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6388825484 }, { "dataset":"arrhythmia", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6080082938 }, { "dataset":"arrhythmia", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6100536005 }, { "dataset":"audiology-std", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1101828159 }, { "dataset":"audiology-std", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.3113362712 }, { "dataset":"audiology-std", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.302775178 }, { "dataset":"audiology-std", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3645513851 }, { "dataset":"audiology-std", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3800446906 }, { "dataset":"audiology-std", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3152551061 }, { "dataset":"balance-scale", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2700991716 }, { "dataset":"balance-scale", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8197647325 }, { "dataset":"balance-scale", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7488233289 }, { "dataset":"balance-scale", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6756605861 }, { "dataset":"balance-scale", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7140433335 }, { "dataset":"balance-scale", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6943735029 }, { "dataset":"balloons", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5522727273 }, { "dataset":"balloons", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5994318182 }, { "dataset":"balloons", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5232954545 }, { "dataset":"balloons", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5625 }, { "dataset":"balloons", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5704545455 }, { "dataset":"balloons", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5227272727 }, { "dataset":"bank", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8602087744 }, { "dataset":"bank", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8783738455 }, { "dataset":"bank", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8543020219 }, { "dataset":"bank", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8226181047 }, { "dataset":"bank", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8139081846 }, { "dataset":"bank", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8347144353 }, { "dataset":"blood", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5145599465 }, { "dataset":"blood", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6842230456 }, { "dataset":"blood", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6942990371 }, { "dataset":"blood", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6909678797 }, { "dataset":"blood", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6763022944 }, { "dataset":"blood", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6749729915 }, { "dataset":"breast-cancer", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6045806079 }, { "dataset":"breast-cancer", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6888585192 }, { "dataset":"breast-cancer", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6212811442 }, { "dataset":"breast-cancer", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6646875798 }, { "dataset":"breast-cancer", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6701954774 }, { "dataset":"breast-cancer", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6434189379 }, { "dataset":"breast-cancer-wisc", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9500235044 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9548494662 }, { "dataset":"breast-cancer-wisc", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.955493942 }, { "dataset":"breast-cancer-wisc", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9651492232 }, { "dataset":"breast-cancer-wisc", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9645854199 }, { "dataset":"breast-cancer-wisc", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9615413219 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9287345153 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9549395383 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9599338421 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9635507717 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9592047322 }, { "dataset":"breast-cancer-wisc-diag", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.96722971 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7405917091 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7127780865 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6714143906 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.743428604 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7776575403 }, { "dataset":"breast-cancer-wisc-prog", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6798538043 }, { "dataset":"breast-tissue", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1659778315 }, { "dataset":"breast-tissue", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4355627847 }, { "dataset":"breast-tissue", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4230816249 }, { "dataset":"breast-tissue", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.4554929731 }, { "dataset":"breast-tissue", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5193429743 }, { "dataset":"breast-tissue", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3069586312 }, { "dataset":"car", "algorithm":"aol", "metric":"mean_test_acc", "value":0.448541713 }, { "dataset":"car", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8234799236 }, { "dataset":"car", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7300238108 }, { "dataset":"car", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7646380247 }, { "dataset":"car", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7734673831 }, { "dataset":"car", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7671614881 }, { "dataset":"cardiotocography-10clases", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5247424339 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6524712751 }, { "dataset":"cardiotocography-10clases", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6457159797 }, { "dataset":"cardiotocography-10clases", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6141283954 }, { "dataset":"cardiotocography-10clases", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6258338859 }, { "dataset":"cardiotocography-10clases", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6302060419 }, { "dataset":"cardiotocography-3clases", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8594654032 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8714623087 }, { "dataset":"cardiotocography-3clases", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8698704817 }, { "dataset":"cardiotocography-3clases", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.861611274 }, { "dataset":"cardiotocography-3clases", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.853614854 }, { "dataset":"cardiotocography-3clases", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8596589877 }, { "dataset":"chess-krvk", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1801879824 }, { "dataset":"chess-krvk", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.2260672934 }, { "dataset":"chess-krvk", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.2039986678 }, { "dataset":"chess-krvk", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.2122068356 }, { "dataset":"chess-krvk", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.1980147905 }, { "dataset":"chess-krvk", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.2356528561 }, { "dataset":"chess-krvkp", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9532201275 }, { "dataset":"chess-krvkp", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9678251808 }, { "dataset":"chess-krvkp", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9655047309 }, { "dataset":"chess-krvkp", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9684746267 }, { "dataset":"chess-krvkp", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9753173025 }, { "dataset":"chess-krvkp", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9660026221 }, { "dataset":"congressional-voting", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5968624199 }, { "dataset":"congressional-voting", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5780019244 }, { "dataset":"congressional-voting", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5461580661 }, { "dataset":"congressional-voting", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5626276428 }, { "dataset":"congressional-voting", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5562551161 }, { "dataset":"congressional-voting", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5429610512 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7178157608 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8102874336 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7922508162 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7961238077 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.78792971 }, { "dataset":"conn-bench-sonar-mines-rocks", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7413737917 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2914053562 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7840504421 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.63707781 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7463053564 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7994176026 }, { "dataset":"conn-bench-vowel-deterding", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7065644 }, { "dataset":"connect-4", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7850515242 }, { "dataset":"connect-4", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8250937677 }, { "dataset":"connect-4", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8157979188 }, { "dataset":"connect-4", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7658922156 }, { "dataset":"connect-4", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8156351441 }, { "dataset":"connect-4", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.819337593 }, { "dataset":"contrac", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4506807652 }, { "dataset":"contrac", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4866430844 }, { "dataset":"contrac", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4841886729 }, { "dataset":"contrac", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.486541912 }, { "dataset":"contrac", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5111508857 }, { "dataset":"contrac", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4881076995 }, { "dataset":"credit-approval", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8226942432 }, { "dataset":"credit-approval", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8462849074 }, { "dataset":"credit-approval", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8475109677 }, { "dataset":"credit-approval", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8440411978 }, { "dataset":"credit-approval", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8337437408 }, { "dataset":"credit-approval", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8290316173 }, { "dataset":"cylinder-bands", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6425611753 }, { "dataset":"cylinder-bands", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7057112814 }, { "dataset":"cylinder-bands", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6708475321 }, { "dataset":"cylinder-bands", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7080970089 }, { "dataset":"cylinder-bands", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7217959637 }, { "dataset":"cylinder-bands", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7178308381 }, { "dataset":"dermatology", "algorithm":"aol", "metric":"mean_test_acc", "value":0.835304096 }, { "dataset":"dermatology", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9532137178 }, { "dataset":"dermatology", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.939211159 }, { "dataset":"dermatology", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9599537363 }, { "dataset":"dermatology", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9645611858 }, { "dataset":"dermatology", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9450374513 }, { "dataset":"echocardiogram", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7250316912 }, { "dataset":"echocardiogram", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7834010372 }, { "dataset":"echocardiogram", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6500316912 }, { "dataset":"echocardiogram", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7706842409 }, { "dataset":"echocardiogram", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7455790838 }, { "dataset":"echocardiogram", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7074560645 }, { "dataset":"ecoli", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2519726305 }, { "dataset":"ecoli", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.65609014 }, { "dataset":"ecoli", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7802608106 }, { "dataset":"ecoli", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.58069272 }, { "dataset":"ecoli", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3555272109 }, { "dataset":"ecoli", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7129913737 }, { "dataset":"energy-y1", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8042846017 }, { "dataset":"energy-y1", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8479771562 }, { "dataset":"energy-y1", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8352871277 }, { "dataset":"energy-y1", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8431947036 }, { "dataset":"energy-y1", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8491039621 }, { "dataset":"energy-y1", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.852078457 }, { "dataset":"energy-y2", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7464647101 }, { "dataset":"energy-y2", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8563782695 }, { "dataset":"energy-y2", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8639910451 }, { "dataset":"energy-y2", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8574614253 }, { "dataset":"energy-y2", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.861777279 }, { "dataset":"energy-y2", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8427718906 }, { "dataset":"fertility", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8148608674 }, { "dataset":"fertility", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7644604683 }, { "dataset":"fertility", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6439893979 }, { "dataset":"fertility", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8039396881 }, { "dataset":"fertility", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7930848743 }, { "dataset":"fertility", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6174046739 }, { "dataset":"flags", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2617458327 }, { "dataset":"flags", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.3681044268 }, { "dataset":"flags", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.3795369486 }, { "dataset":"flags", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3819370474 }, { "dataset":"flags", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3925852476 }, { "dataset":"flags", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3755083862 }, { "dataset":"glass", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2462854867 }, { "dataset":"glass", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4153286502 }, { "dataset":"glass", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.290149083 }, { "dataset":"glass", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3336082964 }, { "dataset":"glass", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.4468737046 }, { "dataset":"glass", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3291545439 }, { "dataset":"haberman-survival", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4904804622 }, { "dataset":"haberman-survival", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7218714108 }, { "dataset":"haberman-survival", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6787026026 }, { "dataset":"haberman-survival", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7053810035 }, { "dataset":"haberman-survival", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6767618879 }, { "dataset":"haberman-survival", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7107914906 }, { "dataset":"hayes-roth", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3800185962 }, { "dataset":"hayes-roth", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.491957225 }, { "dataset":"hayes-roth", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5066320112 }, { "dataset":"hayes-roth", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5115689968 }, { "dataset":"hayes-roth", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5263593216 }, { "dataset":"hayes-roth", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5004626132 }, { "dataset":"heart-cleveland", "algorithm":"aol", "metric":"mean_test_acc", "value":0.204780754 }, { "dataset":"heart-cleveland", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5396991811 }, { "dataset":"heart-cleveland", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5037991736 }, { "dataset":"heart-cleveland", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.4633523172 }, { "dataset":"heart-cleveland", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5444349476 }, { "dataset":"heart-cleveland", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4728448873 }, { "dataset":"heart-hungarian", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7551772376 }, { "dataset":"heart-hungarian", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8299889312 }, { "dataset":"heart-hungarian", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7458903297 }, { "dataset":"heart-hungarian", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8065924956 }, { "dataset":"heart-hungarian", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8102951272 }, { "dataset":"heart-hungarian", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8243803326 }, { "dataset":"heart-switzerland", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2210442909 }, { "dataset":"heart-switzerland", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.2032555746 }, { "dataset":"heart-switzerland", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.2443260568 }, { "dataset":"heart-switzerland", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.2362520892 }, { "dataset":"heart-switzerland", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.237444458 }, { "dataset":"heart-switzerland", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.2217169092 }, { "dataset":"heart-va", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2292192784 }, { "dataset":"heart-va", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.2303524534 }, { "dataset":"heart-va", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.2164377833 }, { "dataset":"heart-va", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.2770424131 }, { "dataset":"heart-va", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.2659570832 }, { "dataset":"heart-va", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.234210195 }, { "dataset":"hepatitis", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7867036062 }, { "dataset":"hepatitis", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8016421622 }, { "dataset":"hepatitis", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7621040889 }, { "dataset":"hepatitis", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8221399312 }, { "dataset":"hepatitis", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8355332456 }, { "dataset":"hepatitis", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7924383732 }, { "dataset":"hill-valley", "algorithm":"aol", "metric":"mean_test_acc", "value":0.497095893 }, { "dataset":"hill-valley", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5401260291 }, { "dataset":"hill-valley", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5859188986 }, { "dataset":"hill-valley", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5765060751 }, { "dataset":"hill-valley", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5368691462 }, { "dataset":"hill-valley", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5910445824 }, { "dataset":"horse-colic", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6213650387 }, { "dataset":"horse-colic", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7951674696 }, { "dataset":"horse-colic", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7604823593 }, { "dataset":"horse-colic", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.803072977 }, { "dataset":"horse-colic", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8154139263 }, { "dataset":"horse-colic", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7748114192 }, { "dataset":"ilpd-indian-liver", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6673596532 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6716668811 }, { "dataset":"ilpd-indian-liver", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6052508969 }, { "dataset":"ilpd-indian-liver", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6336278549 }, { "dataset":"ilpd-indian-liver", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.617537837 }, { "dataset":"ilpd-indian-liver", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6122985475 }, { "dataset":"image-segmentation", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8527270229 }, { "dataset":"image-segmentation", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9020880092 }, { "dataset":"image-segmentation", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8950298195 }, { "dataset":"image-segmentation", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9052364972 }, { "dataset":"image-segmentation", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9142450297 }, { "dataset":"image-segmentation", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8873483075 }, { "dataset":"ionosphere", "algorithm":"aol", "metric":"mean_test_acc", "value":0.880348408 }, { "dataset":"ionosphere", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9180014727 }, { "dataset":"ionosphere", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8996572707 }, { "dataset":"ionosphere", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9281656793 }, { "dataset":"ionosphere", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9114748717 }, { "dataset":"ionosphere", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.867019329 }, { "dataset":"iris", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4218019193 }, { "dataset":"iris", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8037580479 }, { "dataset":"iris", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7570606311 }, { "dataset":"iris", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5513754575 }, { "dataset":"iris", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6180421242 }, { "dataset":"iris", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7088059421 }, { "dataset":"led-display", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1766438383 }, { "dataset":"led-display", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7160447148 }, { "dataset":"led-display", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7340653509 }, { "dataset":"led-display", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6843423983 }, { "dataset":"led-display", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.659729318 }, { "dataset":"led-display", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6871020431 }, { "dataset":"lenses", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5133928571 }, { "dataset":"lenses", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5401785714 }, { "dataset":"lenses", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.1361607143 }, { "dataset":"lenses", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.4732142857 }, { "dataset":"lenses", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.4352678571 }, { "dataset":"lenses", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3683035714 }, { "dataset":"letter", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6755701132 }, { "dataset":"letter", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7075551426 }, { "dataset":"letter", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6830267196 }, { "dataset":"letter", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7011428385 }, { "dataset":"letter", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7054615107 }, { "dataset":"letter", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7200801761 }, { "dataset":"libras", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2953964245 }, { "dataset":"libras", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6947613034 }, { "dataset":"libras", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6842081334 }, { "dataset":"libras", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6993408829 }, { "dataset":"libras", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7150436418 }, { "dataset":"libras", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6382307541 }, { "dataset":"low-res-spect", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5169817277 }, { "dataset":"low-res-spect", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8466064129 }, { "dataset":"low-res-spect", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8323133172 }, { "dataset":"low-res-spect", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8373834439 }, { "dataset":"low-res-spect", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8322830257 }, { "dataset":"low-res-spect", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8069568909 }, { "dataset":"lung-cancer", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3610294118 }, { "dataset":"lung-cancer", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4448529412 }, { "dataset":"lung-cancer", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.3198529412 }, { "dataset":"lung-cancer", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3935661765 }, { "dataset":"lung-cancer", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3976102941 }, { "dataset":"lung-cancer", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4238970588 }, { "dataset":"lymphography", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3658694819 }, { "dataset":"lymphography", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6001897461 }, { "dataset":"lymphography", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7734669708 }, { "dataset":"lymphography", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7542777641 }, { "dataset":"lymphography", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.740147589 }, { "dataset":"lymphography", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7135598899 }, { "dataset":"magic", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8284795599 }, { "dataset":"magic", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8434562208 }, { "dataset":"magic", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8360547707 }, { "dataset":"magic", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8358623801 }, { "dataset":"magic", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8437570694 }, { "dataset":"magic", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.838619579 }, { "dataset":"mammographic", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7154509193 }, { "dataset":"mammographic", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8063107355 }, { "dataset":"mammographic", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7984568722 }, { "dataset":"mammographic", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8097562218 }, { "dataset":"mammographic", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8002940788 }, { "dataset":"mammographic", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8040823631 }, { "dataset":"miniboone", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8747560815 }, { "dataset":"miniboone", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8823585691 }, { "dataset":"miniboone", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8735489402 }, { "dataset":"miniboone", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8697816239 }, { "dataset":"miniboone", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8688409273 }, { "dataset":"miniboone", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8761086915 }, { "dataset":"molec-biol-promoter", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6648784347 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6573229699 }, { "dataset":"molec-biol-promoter", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7098290769 }, { "dataset":"molec-biol-promoter", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7501697345 }, { "dataset":"molec-biol-promoter", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7513613085 }, { "dataset":"molec-biol-promoter", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6968377537 }, { "dataset":"molec-biol-splice", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8207784787 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.806957385 }, { "dataset":"molec-biol-splice", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8224677122 }, { "dataset":"molec-biol-splice", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8072802023 }, { "dataset":"molec-biol-splice", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7881875055 }, { "dataset":"molec-biol-splice", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8185356867 }, { "dataset":"monks-1", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5899333103 }, { "dataset":"monks-1", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7942570159 }, { "dataset":"monks-1", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6583455803 }, { "dataset":"monks-1", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7218234567 }, { "dataset":"monks-1", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8297217066 }, { "dataset":"monks-1", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7741845296 }, { "dataset":"monks-2", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4844118112 }, { "dataset":"monks-2", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6156524231 }, { "dataset":"monks-2", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4501257735 }, { "dataset":"monks-2", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6120553008 }, { "dataset":"monks-2", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6156524231 }, { "dataset":"monks-2", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6067602362 }, { "dataset":"monks-3", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6073457712 }, { "dataset":"monks-3", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5403147384 }, { "dataset":"monks-3", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5862530103 }, { "dataset":"monks-3", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5063785357 }, { "dataset":"monks-3", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5033740006 }, { "dataset":"monks-3", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5008229801 }, { "dataset":"mushroom", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9871984237 }, { "dataset":"mushroom", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9993311555 }, { "dataset":"mushroom", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9958222056 }, { "dataset":"mushroom", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9956128483 }, { "dataset":"mushroom", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9993832263 }, { "dataset":"mushroom", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9987158604 }, { "dataset":"musk-1", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8030205012 }, { "dataset":"musk-1", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8230431985 }, { "dataset":"musk-1", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.838711339 }, { "dataset":"musk-1", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8361936117 }, { "dataset":"musk-1", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8441074203 }, { "dataset":"musk-1", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8228729284 }, { "dataset":"musk-2", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9577690919 }, { "dataset":"musk-2", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9631783148 }, { "dataset":"musk-2", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.962101243 }, { "dataset":"musk-2", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9636828979 }, { "dataset":"musk-2", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9637974037 }, { "dataset":"musk-2", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9636894705 }, { "dataset":"nursery", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8362249362 }, { "dataset":"nursery", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8875492877 }, { "dataset":"nursery", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8623380097 }, { "dataset":"nursery", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7858964065 }, { "dataset":"nursery", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8007774499 }, { "dataset":"nursery", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8657563132 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6659377829 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7264968174 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7098667432 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7323091139 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7408710199 }, { "dataset":"oocytes_merluccius_nucleus_4d", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7088258316 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"aol", "metric":"mean_test_acc", "value":0.855865876 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8756709661 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8740721219 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8640553724 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8729657333 }, { "dataset":"oocytes_merluccius_states_2f", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8696576838 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"aol", "metric":"mean_test_acc", "value":0.644897367 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7424270088 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7292100996 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7162276424 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7290903927 }, { "dataset":"oocytes_trisopterus_nucleus_2f", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7044579951 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7702574834 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8745117942 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8613165127 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8646532678 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8772764538 }, { "dataset":"oocytes_trisopterus_states_5b", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8523034383 }, { "dataset":"optical", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9398035746 }, { "dataset":"optical", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9560919081 }, { "dataset":"optical", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9578096504 }, { "dataset":"optical", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9500688584 }, { "dataset":"optical", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9584526303 }, { "dataset":"optical", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9587872097 }, { "dataset":"ozone", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9376478535 }, { "dataset":"ozone", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9570620941 }, { "dataset":"ozone", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9281431409 }, { "dataset":"ozone", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9110216966 }, { "dataset":"ozone", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.941296515 }, { "dataset":"ozone", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.940745535 }, { "dataset":"page-blocks", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8743685892 }, { "dataset":"page-blocks", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9027876008 }, { "dataset":"page-blocks", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8996457933 }, { "dataset":"page-blocks", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8858289321 }, { "dataset":"page-blocks", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8600478713 }, { "dataset":"page-blocks", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8946380259 }, { "dataset":"parkinsons", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7951599693 }, { "dataset":"parkinsons", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7956713385 }, { "dataset":"parkinsons", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7326775827 }, { "dataset":"parkinsons", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7976219832 }, { "dataset":"parkinsons", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8346044544 }, { "dataset":"parkinsons", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7016166769 }, { "dataset":"pendigits", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8811260435 }, { "dataset":"pendigits", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9286917547 }, { "dataset":"pendigits", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8965202669 }, { "dataset":"pendigits", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9109803798 }, { "dataset":"pendigits", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9285709953 }, { "dataset":"pendigits", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9314944761 }, { "dataset":"pima", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6272907102 }, { "dataset":"pima", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7528163655 }, { "dataset":"pima", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7301265373 }, { "dataset":"pima", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7373672114 }, { "dataset":"pima", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7512046097 }, { "dataset":"pima", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.748594141 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3129893231 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7510058873 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5438955569 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5769428588 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6999392158 }, { "dataset":"pittsburg-bridges-MATERIAL", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6675485461 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3570358339 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5121020204 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.3769530758 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.4885408404 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.4965511235 }, { "dataset":"pittsburg-bridges-REL-L", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4862991559 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4229898528 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4441368314 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4655496548 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3706690728 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.494611544 }, { "dataset":"pittsburg-bridges-SPAN", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4366158743 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6770478517 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7820832048 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5167300635 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.644378373 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7718059671 }, { "dataset":"pittsburg-bridges-T-OR-D", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.593843883 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2432374908 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.2133100365 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.2299265978 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.1590560066 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.2318729979 }, { "dataset":"pittsburg-bridges-TYPE", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.2734548709 }, { "dataset":"planning", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6781208745 }, { "dataset":"planning", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6108418643 }, { "dataset":"planning", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5328713332 }, { "dataset":"planning", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5417187562 }, { "dataset":"planning", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5748790692 }, { "dataset":"planning", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5784833945 }, { "dataset":"plant-margin", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3573117433 }, { "dataset":"plant-margin", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7360472109 }, { "dataset":"plant-margin", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7323575265 }, { "dataset":"plant-margin", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7142048368 }, { "dataset":"plant-margin", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7404173192 }, { "dataset":"plant-margin", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7380090923 }, { "dataset":"plant-shape", "algorithm":"aol", "metric":"mean_test_acc", "value":0.1482799715 }, { "dataset":"plant-shape", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.518670968 }, { "dataset":"plant-shape", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5158972267 }, { "dataset":"plant-shape", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.4924204021 }, { "dataset":"plant-shape", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5206456784 }, { "dataset":"plant-shape", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.4669018948 }, { "dataset":"plant-texture", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4822699236 }, { "dataset":"plant-texture", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6953631651 }, { "dataset":"plant-texture", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.709841389 }, { "dataset":"plant-texture", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6880291367 }, { "dataset":"plant-texture", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7059029748 }, { "dataset":"plant-texture", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7135359979 }, { "dataset":"post-operative", "algorithm":"aol", "metric":"mean_test_acc", "value":0.361618159 }, { "dataset":"post-operative", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4392524111 }, { "dataset":"post-operative", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4056605604 }, { "dataset":"post-operative", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.4556465788 }, { "dataset":"post-operative", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5551643554 }, { "dataset":"post-operative", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5103846373 }, { "dataset":"primary-tumor", "algorithm":"aol", "metric":"mean_test_acc", "value":0.0860371989 }, { "dataset":"primary-tumor", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.2473580504 }, { "dataset":"primary-tumor", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.3497177865 }, { "dataset":"primary-tumor", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3161391353 }, { "dataset":"primary-tumor", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3201322317 }, { "dataset":"primary-tumor", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.2512659518 }, { "dataset":"ringnorm", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9487523492 }, { "dataset":"ringnorm", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.981712455 }, { "dataset":"ringnorm", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.972413834 }, { "dataset":"ringnorm", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9645164241 }, { "dataset":"ringnorm", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9826222415 }, { "dataset":"ringnorm", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9795877711 }, { "dataset":"seeds", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4471690188 }, { "dataset":"seeds", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8771589382 }, { "dataset":"seeds", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8706317204 }, { "dataset":"seeds", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7544354839 }, { "dataset":"seeds", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7566952285 }, { "dataset":"seeds", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8262642809 }, { "dataset":"semeion", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8478677718 }, { "dataset":"semeion", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.913687641 }, { "dataset":"semeion", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9006082451 }, { "dataset":"semeion", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9021266034 }, { "dataset":"semeion", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9128706669 }, { "dataset":"semeion", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.90115429 }, { "dataset":"soybean", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6952702045 }, { "dataset":"soybean", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8471733501 }, { "dataset":"soybean", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8326126886 }, { "dataset":"soybean", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8437206851 }, { "dataset":"soybean", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8746358823 }, { "dataset":"soybean", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.827839696 }, { "dataset":"spambase", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9273425309 }, { "dataset":"spambase", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9280014466 }, { "dataset":"spambase", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9292717379 }, { "dataset":"spambase", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9294548438 }, { "dataset":"spambase", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9271793243 }, { "dataset":"spambase", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9307356611 }, { "dataset":"spect", "algorithm":"aol", "metric":"mean_test_acc", "value":0.687002006 }, { "dataset":"spect", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6773730457 }, { "dataset":"spect", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6850945947 }, { "dataset":"spect", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6860469202 }, { "dataset":"spect", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.733068871 }, { "dataset":"spect", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6869378844 }, { "dataset":"spectf", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5368840882 }, { "dataset":"spectf", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.5621027869 }, { "dataset":"spectf", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5000011577 }, { "dataset":"spectf", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.52487138 }, { "dataset":"spectf", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5577377004 }, { "dataset":"spectf", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5084051125 }, { "dataset":"statlog-australian-credit", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5935751291 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.650853588 }, { "dataset":"statlog-australian-credit", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.546233701 }, { "dataset":"statlog-australian-credit", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5934672421 }, { "dataset":"statlog-australian-credit", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.5628186199 }, { "dataset":"statlog-australian-credit", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5679592963 }, { "dataset":"statlog-german-credit", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7209131326 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7340960056 }, { "dataset":"statlog-german-credit", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7297099094 }, { "dataset":"statlog-german-credit", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7110674459 }, { "dataset":"statlog-german-credit", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7085869864 }, { "dataset":"statlog-german-credit", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7238175991 }, { "dataset":"statlog-heart", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5883519037 }, { "dataset":"statlog-heart", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7590190122 }, { "dataset":"statlog-heart", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7919454374 }, { "dataset":"statlog-heart", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7987892392 }, { "dataset":"statlog-heart", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7938923221 }, { "dataset":"statlog-heart", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7835577888 }, { "dataset":"statlog-image", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8386508212 }, { "dataset":"statlog-image", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8782224158 }, { "dataset":"statlog-image", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8768828408 }, { "dataset":"statlog-image", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8780558528 }, { "dataset":"statlog-image", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8767497056 }, { "dataset":"statlog-image", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.87966264 }, { "dataset":"statlog-landsat", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8392948734 }, { "dataset":"statlog-landsat", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8689530499 }, { "dataset":"statlog-landsat", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8598024874 }, { "dataset":"statlog-landsat", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8585967509 }, { "dataset":"statlog-landsat", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8707308571 }, { "dataset":"statlog-landsat", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8643487108 }, { "dataset":"statlog-shuttle", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9328969478 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.918072369 }, { "dataset":"statlog-shuttle", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8672201398 }, { "dataset":"statlog-shuttle", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8058799808 }, { "dataset":"statlog-shuttle", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8447262905 }, { "dataset":"statlog-shuttle", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8769377829 }, { "dataset":"statlog-vehicle", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5753047798 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6756145431 }, { "dataset":"statlog-vehicle", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.691760069 }, { "dataset":"statlog-vehicle", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6856758332 }, { "dataset":"statlog-vehicle", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.702360049 }, { "dataset":"statlog-vehicle", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6688270173 }, { "dataset":"steel-plates", "algorithm":"aol", "metric":"mean_test_acc", "value":0.5105461417 }, { "dataset":"steel-plates", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.6776965514 }, { "dataset":"steel-plates", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.6466759855 }, { "dataset":"steel-plates", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.6567972838 }, { "dataset":"steel-plates", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.684526617 }, { "dataset":"steel-plates", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6616144676 }, { "dataset":"synthetic-control", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7349037544 }, { "dataset":"synthetic-control", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9751503447 }, { "dataset":"synthetic-control", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.964144479 }, { "dataset":"synthetic-control", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9539214821 }, { "dataset":"synthetic-control", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9751380406 }, { "dataset":"synthetic-control", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.971008393 }, { "dataset":"teaching", "algorithm":"aol", "metric":"mean_test_acc", "value":0.3230156158 }, { "dataset":"teaching", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4449111735 }, { "dataset":"teaching", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.3636843794 }, { "dataset":"teaching", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3386563 }, { "dataset":"teaching", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.4195255914 }, { "dataset":"teaching", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.317097078 }, { "dataset":"thyroid", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9089035761 }, { "dataset":"thyroid", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9038197654 }, { "dataset":"thyroid", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8876952966 }, { "dataset":"thyroid", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.800791071 }, { "dataset":"thyroid", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8596515084 }, { "dataset":"thyroid", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8305636149 }, { "dataset":"tic-tac-toe", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6999411255 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7814275436 }, { "dataset":"tic-tac-toe", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7673445583 }, { "dataset":"tic-tac-toe", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7950697783 }, { "dataset":"tic-tac-toe", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8869297036 }, { "dataset":"tic-tac-toe", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.727688279 }, { "dataset":"titanic", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7665443556 }, { "dataset":"titanic", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7657801861 }, { "dataset":"titanic", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7718763339 }, { "dataset":"titanic", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7667742419 }, { "dataset":"titanic", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7429259936 }, { "dataset":"titanic", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7684683582 }, { "dataset":"trains", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6875 }, { "dataset":"trains", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7291666667 }, { "dataset":"trains", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5625 }, { "dataset":"trains", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7708333333 }, { "dataset":"trains", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7708333333 }, { "dataset":"trains", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.6458333333 }, { "dataset":"twonorm", "algorithm":"aol", "metric":"mean_test_acc", "value":0.9776736935 }, { "dataset":"twonorm", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.9767696333 }, { "dataset":"twonorm", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9777877797 }, { "dataset":"twonorm", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9769946934 }, { "dataset":"twonorm", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9773902471 }, { "dataset":"twonorm", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.976712117 }, { "dataset":"vertebral-column-2clases", "algorithm":"aol", "metric":"mean_test_acc", "value":0.4071690879 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7735413417 }, { "dataset":"vertebral-column-2clases", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7707369793 }, { "dataset":"vertebral-column-2clases", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7583122361 }, { "dataset":"vertebral-column-2clases", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7619919701 }, { "dataset":"vertebral-column-2clases", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7186856151 }, { "dataset":"vertebral-column-3clases", "algorithm":"aol", "metric":"mean_test_acc", "value":0.437309741 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7159258458 }, { "dataset":"vertebral-column-3clases", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7573942939 }, { "dataset":"vertebral-column-3clases", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.5709012119 }, { "dataset":"vertebral-column-3clases", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7272492597 }, { "dataset":"vertebral-column-3clases", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7252286853 }, { "dataset":"wall-following", "algorithm":"aol", "metric":"mean_test_acc", "value":0.7045508806 }, { "dataset":"wall-following", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.7795409829 }, { "dataset":"wall-following", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.7586608838 }, { "dataset":"wall-following", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.7586891817 }, { "dataset":"wall-following", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.7835173385 }, { "dataset":"wall-following", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.7781796308 }, { "dataset":"waveform", "algorithm":"aol", "metric":"mean_test_acc", "value":0.8665558692 }, { "dataset":"waveform", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8640688657 }, { "dataset":"waveform", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8668844757 }, { "dataset":"waveform", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8570780838 }, { "dataset":"waveform", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8609082832 }, { "dataset":"waveform", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8665609089 }, { "dataset":"waveform-noise", "algorithm":"aol", "metric":"mean_test_acc", "value":0.857957347 }, { "dataset":"waveform-noise", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8477852489 }, { "dataset":"waveform-noise", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8614126947 }, { "dataset":"waveform-noise", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.8487978447 }, { "dataset":"waveform-noise", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.8418176648 }, { "dataset":"waveform-noise", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.8574020536 }, { "dataset":"wine", "algorithm":"aol", "metric":"mean_test_acc", "value":0.6276913879 }, { "dataset":"wine", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8963523425 }, { "dataset":"wine", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.9257773471 }, { "dataset":"wine", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.9225514602 }, { "dataset":"wine", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.9515510973 }, { "dataset":"wine", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.9104427154 }, { "dataset":"wine-quality-red", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2827433983 }, { "dataset":"wine-quality-red", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.4369875426 }, { "dataset":"wine-quality-red", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.4192906212 }, { "dataset":"wine-quality-red", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.3848203672 }, { "dataset":"wine-quality-red", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3722602316 }, { "dataset":"wine-quality-red", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3918821838 }, { "dataset":"wine-quality-white", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2955627666 }, { "dataset":"wine-quality-white", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.3595538925 }, { "dataset":"wine-quality-white", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.3276328002 }, { "dataset":"wine-quality-white", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.342006748 }, { "dataset":"wine-quality-white", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.3227773696 }, { "dataset":"wine-quality-white", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.3533220519 }, { "dataset":"yeast", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2709712826 }, { "dataset":"yeast", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.500735295 }, { "dataset":"yeast", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.5110219118 }, { "dataset":"yeast", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.4943548689 }, { "dataset":"yeast", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.4717355817 }, { "dataset":"yeast", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.5010191337 }, { "dataset":"zoo", "algorithm":"aol", "metric":"mean_test_acc", "value":0.2236201012 }, { "dataset":"zoo", "algorithm":"ldlt", "metric":"mean_test_acc", "value":0.8187672432 }, { "dataset":"zoo", "algorithm":"ldlt-resnet", "metric":"mean_test_acc", "value":0.8716950516 }, { "dataset":"zoo", "algorithm":"ortho", "metric":"mean_test_acc", "value":0.837794461 }, { "dataset":"zoo", "algorithm":"sandwich", "metric":"mean_test_acc", "value":0.6845200198 }, { "dataset":"zoo", "algorithm":"sdp", "metric":"mean_test_acc", "value":0.709699526 } ]